12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669 |
- # Bazel build
- # C/C++ documentation: https://docs.bazel.build/versions/master/be/c-cpp.html
- # ************************** IMPORTANT ***********************
- # If a target or file is not found here, then please try searching in /src
- # We are in the middle of transitioning to a tree of build files.
- # If you would like to help with the move in your PR, please use `git mv` so that the history of the file is retained.
- load("@bazel_skylib//rules:common_settings.bzl", "bool_flag")
- load("@rules_proto//proto:defs.bzl", "proto_library")
- load("@rules_python//python:defs.bzl", "py_library", "py_runtime", "py_runtime_pair")
- load("@rules_cc//cc:defs.bzl", "cc_proto_library")
- load("@com_github_grpc_grpc//bazel:cc_grpc_library.bzl", "cc_grpc_library")
- load("@com_github_grpc_grpc//bazel:cython_library.bzl", "pyx_library")
- load("@com_github_google_flatbuffers//:build_defs.bzl", "flatbuffer_cc_library")
- load("//bazel:ray.bzl", "COPTS", "PYX_COPTS", "PYX_SRCS", "copy_to_workspace", "ray_cc_binary", "ray_cc_library", "ray_cc_test")
- load("@python3_9//:defs.bzl", python39 = "interpreter")
- package(
- default_visibility = ["//visibility:public"],
- )
- # Hermetic python envionment, currently only used for CI infra and scripts.
- py_runtime(
- name = "python3_runtime",
- interpreter = python39,
- python_version = "PY3",
- visibility = ["//visibility:private"],
- )
- py_runtime_pair(
- name = "python_runtime_pair",
- py2_runtime = None,
- py3_runtime = ":python3_runtime",
- visibility = ["//visibility:private"],
- )
- constraint_setting(name = "hermetic")
- constraint_value(
- name = "hermetic_python",
- constraint_setting = ":hermetic",
- )
- toolchain(
- name = "python_toolchain",
- exec_compatible_with = [":hermetic_python"],
- toolchain = ":python_runtime_pair",
- toolchain_type = "@bazel_tools//tools/python:toolchain_type",
- )
- platform(
- name = "hermetic_python_platform",
- constraint_values = [":hermetic_python"],
- parents = ["@local_config_platform//:host"],
- visibility = ["//visibility:private"],
- )
- # C/C++ toolchain constraint configs.
- config_setting(
- name = "msvc-cl",
- flag_values = {"@bazel_tools//tools/cpp:compiler": "msvc-cl"},
- )
- config_setting(
- name = "clang-cl",
- flag_values = {"@bazel_tools//tools/cpp:compiler": "clang-cl"},
- )
- config_setting(
- name = "opt",
- values = {"compilation_mode": "opt"},
- )
- bool_flag(
- name = "jemalloc_flag",
- build_setting_default = True,
- )
- config_setting(
- name = "jemalloc",
- constraint_values = ["@platforms//os:linux"],
- flag_values = {":jemalloc_flag": "true"},
- )
- # === Begin of rpc definitions ===
- # GRPC common lib.
- ray_cc_library(
- name = "grpc_common_lib",
- srcs = [
- "src/ray/rpc/common.cc",
- "src/ray/rpc/grpc_server.cc",
- "src/ray/rpc/server_call.cc",
- "src/ray/rpc/rpc_chaos.cc",
- ],
- hdrs = glob([
- "src/ray/rpc/rpc_chaos.h",
- "src/ray/rpc/client_call.h",
- "src/ray/rpc/common.h",
- "src/ray/rpc/grpc_client.h",
- "src/ray/rpc/grpc_server.h",
- "src/ray/rpc/metrics_agent_client.h",
- "src/ray/rpc/server_call.h",
- "src/ray/rpc/grpc_util.h",
- "src/ray/raylet_client/*.h",
- ]),
- deps = [
- ":stats_metric",
- "//src/ray/common:asio",
- "//src/ray/common:grpc_util",
- "//src/ray/common:id",
- "//src/ray/common:ray_config",
- "//src/ray/common:status",
- "@com_github_grpc_grpc//:grpc++",
- "@com_github_grpc_grpc//:grpc++_reflection",
- "@com_github_grpc_grpc//:grpcpp_admin",
- "@com_google_protobuf//:protobuf",
- ],
- )
- # Node manager gRPC lib.
- cc_grpc_library(
- name = "node_manager_cc_grpc",
- srcs = ["//src/ray/protobuf:node_manager_proto"],
- grpc_only = True,
- deps = ["//src/ray/protobuf:node_manager_cc_proto"],
- )
- # Node manager server and client.
- ray_cc_library(
- name = "node_manager_rpc",
- srcs = glob([
- "src/ray/rpc/node_manager/*.cc",
- ]),
- hdrs = glob([
- "src/ray/rpc/node_manager/*.h",
- ]),
- deps = [
- ":grpc_common_lib",
- ":node_manager_cc_grpc",
- ":ray_common",
- "@boost//:asio",
- "@com_github_grpc_grpc//:grpc++",
- ],
- )
- # gcs_service gRPC lib.
- cc_grpc_library(
- name = "gcs_service_cc_grpc",
- srcs = ["//src/ray/protobuf:gcs_service_proto"],
- grpc_only = True,
- deps = ["//src/ray/protobuf:gcs_service_cc_proto"],
- )
- # gcs_service gRPC lib.
- cc_grpc_library(
- name = "test_service_cc_grpc",
- srcs = ["//src/ray/protobuf:test_service_proto"],
- grpc_only = True,
- deps = ["//src/ray/protobuf:test_service_cc_proto"],
- )
- # gcs rpc server and client.
- ray_cc_library(
- name = "gcs_service_rpc",
- hdrs = [
- "src/ray/rpc/gcs_server/gcs_rpc_client.h",
- "src/ray/rpc/gcs_server/gcs_rpc_server.h",
- ],
- deps = [
- ":autoscaler_cc_grpc",
- ":gcs_service_cc_grpc",
- ":grpc_common_lib",
- ":pubsub_lib",
- ":ray_common",
- "@boost//:asio",
- "@com_github_grpc_grpc//:grpc++",
- "@com_google_absl//absl/container:btree",
- ],
- )
- # Object manager gRPC lib.
- cc_grpc_library(
- name = "object_manager_cc_grpc",
- srcs = ["//src/ray/protobuf:object_manager_proto"],
- grpc_only = True,
- deps = ["//src/ray/protobuf:object_manager_cc_proto"],
- )
- # Object manager rpc server and client.
- ray_cc_library(
- name = "object_manager_rpc",
- hdrs = glob([
- "src/ray/rpc/object_manager/*.h",
- ]),
- deps = [
- ":grpc_common_lib",
- ":object_manager_cc_grpc",
- ":ray_common",
- "@boost//:asio",
- "@com_github_grpc_grpc//:grpc++",
- ],
- )
- # Worker gRPC lib.
- cc_grpc_library(
- name = "worker_cc_grpc",
- srcs = ["//src/ray/protobuf:core_worker_proto"],
- grpc_only = True,
- deps = ["//src/ray/protobuf:worker_cc_proto"],
- )
- # worker server and client.
- ray_cc_library(
- name = "worker_rpc",
- srcs = glob([
- "src/ray/rpc/worker/*.cc",
- ]),
- hdrs = glob([
- "src/ray/rpc/worker/*.h",
- ]),
- deps = [
- ":grpc_common_lib",
- ":pubsub_lib",
- ":ray_common",
- ":worker_cc_grpc",
- "@boost//:asio",
- "@boost//:thread",
- "@com_github_grpc_grpc//:grpc++",
- ],
- )
- # Metrics Agent gRPC lib.
- cc_grpc_library(
- name = "reporter_cc_grpc",
- srcs = ["//src/ray/protobuf:reporter_proto"],
- grpc_only = True,
- deps = ["//src/ray/protobuf:reporter_cc_proto"],
- )
- # Metrics Agent client.
- ray_cc_library(
- name = "reporter_rpc",
- hdrs = glob([
- "src/ray/rpc/metrics_agent_client.h",
- ]),
- deps = [
- ":grpc_common_lib",
- ":reporter_cc_grpc",
- "//src/ray/common:status",
- "@boost//:asio",
- "@boost//:thread",
- "@com_github_grpc_grpc//:grpc++",
- ],
- )
- # pubsub.
- cc_grpc_library(
- name = "pubsub_cc_grpc",
- srcs = ["//src/ray/protobuf:pubsub_proto"],
- grpc_only = True,
- deps = [
- "//src/ray/protobuf:common_cc_proto",
- "//src/ray/protobuf:gcs_cc_proto",
- "//src/ray/protobuf:pubsub_cc_proto",
- ],
- )
- ray_cc_library(
- name = "pubsub_rpc",
- deps = [
- "pubsub_cc_grpc",
- ":grpc_common_lib",
- ":ray_common",
- ],
- )
- cc_grpc_library(
- name = "autoscaler_cc_grpc",
- srcs = ["//src/ray/protobuf:autoscaler_proto"],
- grpc_only = True,
- deps = [
- "//src/ray/protobuf:autoscaler_cc_proto",
- ],
- )
- ray_cc_library(
- name = "autoscaler_rpc",
- deps = [
- ":autoscaler_cc_grpc",
- ],
- )
- # === End of rpc definitions ===
- # === Begin of plasma definitions ===
- # TODO(mehrdadn): (How to) support dynamic linking?
- PROPAGATED_WINDOWS_DEFINES = ["ARROW_STATIC"]
- PLASMA_COPTS = COPTS + select({
- "@platforms//os:windows": [
- ] + ["-D" + define for define in PROPAGATED_WINDOWS_DEFINES],
- "//conditions:default": [
- "-DARROW_USE_GLOG",
- ],
- })
- PLASMA_LINKOPTS = [] + select({
- "@platforms//os:windows": [
- "-DefaultLib:" + "ws2_32.lib",
- ],
- "//conditions:default": [
- ],
- })
- ray_cc_library(
- name = "plasma_client",
- srcs = [
- "src/ray/object_manager/common.cc",
- "src/ray/object_manager/plasma/client.cc",
- "src/ray/object_manager/plasma/connection.cc",
- "src/ray/object_manager/plasma/malloc.cc",
- "src/ray/object_manager/plasma/plasma.cc",
- "src/ray/object_manager/plasma/protocol.cc",
- "src/ray/object_manager/plasma/shared_memory.cc",
- ] + select({
- "@platforms//os:windows": [
- ],
- "//conditions:default": [
- "src/ray/object_manager/plasma/fling.cc",
- ],
- }),
- hdrs = [
- "src/ray/object_manager/common.h",
- "src/ray/object_manager/plasma/client.h",
- "src/ray/object_manager/plasma/common.h",
- "src/ray/object_manager/plasma/compat.h",
- "src/ray/object_manager/plasma/connection.h",
- "src/ray/object_manager/plasma/malloc.h",
- "src/ray/object_manager/plasma/plasma.h",
- "src/ray/object_manager/plasma/plasma_generated.h",
- "src/ray/object_manager/plasma/protocol.h",
- "src/ray/object_manager/plasma/shared_memory.h",
- ] + select({
- "@platforms//os:windows": [
- ],
- "//conditions:default": [
- "src/ray/object_manager/plasma/fling.h",
- ],
- }),
- copts = PLASMA_COPTS,
- defines = select({
- "@platforms//os:windows": PROPAGATED_WINDOWS_DEFINES,
- "//conditions:default": [],
- }),
- linkopts = PLASMA_LINKOPTS,
- deps = [
- ":plasma_fbs",
- ":ray_common",
- "//src/ray/protobuf:common_cc_proto",
- "//src/ray/util",
- "@msgpack",
- ],
- )
- ray_cc_library(
- name = "plasma_store_server_lib",
- srcs = [
- "src/ray/object_manager/plasma/create_request_queue.cc",
- "src/ray/object_manager/plasma/dlmalloc.cc",
- "src/ray/object_manager/plasma/eviction_policy.cc",
- "src/ray/object_manager/plasma/get_request_queue.cc",
- "src/ray/object_manager/plasma/object_lifecycle_manager.cc",
- "src/ray/object_manager/plasma/object_store.cc",
- "src/ray/object_manager/plasma/plasma_allocator.cc",
- "src/ray/object_manager/plasma/stats_collector.cc",
- "src/ray/object_manager/plasma/store.cc",
- "src/ray/object_manager/plasma/store_runner.cc",
- ],
- hdrs = [
- "src/ray/object_manager/common.h",
- "src/ray/object_manager/plasma/allocator.h",
- "src/ray/object_manager/plasma/create_request_queue.h",
- "src/ray/object_manager/plasma/eviction_policy.h",
- "src/ray/object_manager/plasma/get_request_queue.h",
- "src/ray/object_manager/plasma/object_lifecycle_manager.h",
- "src/ray/object_manager/plasma/object_store.h",
- "src/ray/object_manager/plasma/plasma_allocator.h",
- "src/ray/object_manager/plasma/stats_collector.h",
- "src/ray/object_manager/plasma/store.h",
- "src/ray/object_manager/plasma/store_runner.h",
- "src/ray/thirdparty/dlmalloc.c",
- ],
- copts = PLASMA_COPTS,
- linkopts = PLASMA_LINKOPTS,
- deps = [
- ":plasma_client",
- ":stats_lib",
- "//src/ray/common:network",
- ],
- )
- FLATC_ARGS = [
- "--gen-object-api",
- "--gen-mutable",
- "--scoped-enums",
- ]
- flatbuffer_cc_library(
- name = "plasma_fbs",
- srcs = ["src/ray/object_manager/plasma/plasma.fbs"],
- flatc_args = FLATC_ARGS,
- out_prefix = "src/ray/object_manager/plasma/",
- )
- # === End of plasma definitions ===
- ray_cc_library(
- name = "ray_mock",
- hdrs = glob(
- ["src/mock/**/*.h"],
- ),
- )
- cc_grpc_library(
- name = "ray_syncer_cc_grpc",
- srcs = ["//src/ray/protobuf:ray_syncer_proto"],
- grpc_only = True,
- deps = ["//src/ray/protobuf:ray_syncer_cc_proto"],
- )
- ray_cc_library(
- name = "ray_common",
- deps = [
- ":stats_metric",
- "//src/ray/common:asio",
- "//src/ray/common:constants",
- "//src/ray/common:event_stats",
- "//src/ray/common:file_system_monitor",
- "//src/ray/common:grpc_util",
- "//src/ray/common:id",
- "//src/ray/common:memory_monitor",
- "//src/ray/common:network",
- "//src/ray/common:ray_config",
- "//src/ray/common:ray_syncer",
- "//src/ray/common:status",
- "//src/ray/common:task_common",
- "//src/ray/common:test_util",
- "//src/ray/protobuf:gcs_cc_proto",
- "@com_google_googletest//:gtest",
- ],
- )
- ray_cc_binary(
- name = "raylet",
- srcs = ["src/ray/raylet/main.cc"],
- visibility = ["//java:__subpackages__"],
- deps = [
- ":raylet_lib",
- "//src/ray/util",
- "@com_github_gflags_gflags//:gflags",
- ],
- )
- ray_cc_library(
- name = "gcs_pub_sub_lib",
- srcs = [
- "src/ray/gcs/pubsub/gcs_pub_sub.cc",
- ],
- hdrs = [
- "src/ray/gcs/pubsub/gcs_pub_sub.h",
- ],
- deps = [
- ":gcs",
- ":gcs_service_rpc",
- ":pubsub_lib",
- ":ray_common",
- ":redis_client",
- ],
- )
- ray_cc_library(
- name = "gcs_server_lib",
- srcs = glob(
- [
- "src/ray/gcs/gcs_server/*.cc",
- ],
- exclude = [
- "src/ray/gcs/gcs_server/gcs_server_main.cc",
- "src/ray/gcs/gcs_server/test/*.cc",
- ],
- ),
- hdrs = glob(
- [
- "src/ray/gcs/gcs_server/*.h",
- ],
- ),
- deps = [
- ":autoscaler_rpc",
- ":gcs",
- ":gcs_pub_sub_lib",
- ":gcs_service_cc_grpc",
- ":gcs_service_rpc",
- ":gcs_table_storage_lib",
- ":node_manager_rpc",
- ":observable_store_client",
- ":pubsub_lib",
- ":raylet_client_lib",
- ":scheduler",
- ":worker_rpc",
- "//src/ray/protobuf:agent_manager_cc_proto",
- "@boost//:bimap",
- "@com_github_grpc_grpc//src/proto/grpc/health/v1:health_proto",
- "@com_google_absl//absl/container:btree",
- "//src/ray/util:thread_checker",
- ],
- )
- ray_cc_binary(
- name = "gcs_server",
- srcs = [
- "src/ray/gcs/gcs_server/gcs_server_main.cc",
- ],
- visibility = ["//java:__subpackages__"],
- deps = [
- ":gcs_server_lib",
- ":stats_lib",
- "@com_github_gflags_gflags//:gflags",
- ],
- )
- # Ray native pubsub module.
- ray_cc_library(
- name = "pubsub_lib",
- srcs = glob([
- "src/ray/pubsub/*.cc",
- ]),
- hdrs = glob([
- "src/ray/pubsub/*.h",
- ]),
- deps = [
- ":pubsub_rpc",
- "@boost//:any",
- "@com_google_absl//absl/container:flat_hash_map",
- "@com_google_absl//absl/container:flat_hash_set",
- "@com_google_absl//absl/synchronization",
- ],
- )
- ray_cc_library(
- name = "stats_metric",
- srcs = [
- "src/ray/stats/metric.cc",
- "src/ray/stats/metric_defs.cc",
- "src/ray/stats/tag_defs.cc",
- ],
- hdrs = [
- "src/ray/stats/metric.h",
- "src/ray/stats/metric_defs.h",
- "src/ray/stats/tag_defs.h",
- ],
- deps = [
- "//src/ray/util",
- "@com_github_jupp0r_prometheus_cpp//pull",
- "@com_google_absl//absl/base:core_headers",
- "@com_google_absl//absl/container:flat_hash_map",
- "@com_google_absl//absl/memory",
- "@com_google_absl//absl/strings",
- "@com_google_googletest//:gtest",
- "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
- "@io_opencensus_cpp//opencensus/exporters/stats/stdout:stdout_exporter",
- "@io_opencensus_cpp//opencensus/stats",
- "@io_opencensus_cpp//opencensus/tags",
- ],
- )
- ray_cc_library(
- name = "stats_lib",
- srcs = [
- "src/ray/stats/metric_exporter.cc",
- ],
- hdrs = [
- "src/ray/stats/metric.h",
- "src/ray/stats/metric_exporter.h",
- "src/ray/stats/stats.h",
- "src/ray/stats/tag_defs.h",
- ],
- linkopts = select({
- "@platforms//os:windows": [
- ],
- "//conditions:default": [
- "-lpthread",
- ],
- }),
- deps = [
- ":reporter_rpc",
- ":stats_metric",
- "@com_github_grpc_grpc//:grpc_opencensus_plugin",
- ],
- )
- ray_cc_library(
- name = "scheduler",
- srcs = glob(
- [
- "src/ray/raylet/scheduling/**/*.cc",
- ],
- exclude = [
- "src/ray/raylet/scheduling/**/*_test.cc",
- ],
- ),
- hdrs = glob(
- [
- "src/ray/raylet/scheduling/**/*.h",
- "src/ray/core_worker/common.h",
- ],
- ),
- linkopts = select({
- "@platforms//os:windows": [
- ],
- "//conditions:default": [
- "-lpthread",
- ],
- }),
- deps = [
- ":gcs_client_lib",
- ":ray_common",
- ":stats_lib",
- "//src/ray/protobuf:common_cc_proto",
- "//src/ray/util",
- "@boost//:asio",
- "@boost//:system",
- "@com_github_jupp0r_prometheus_cpp//pull",
- "@com_google_absl//absl/base:core_headers",
- "@com_google_absl//absl/container:flat_hash_set",
- "@com_google_absl//absl/memory",
- "@com_google_absl//absl/random",
- "@com_google_absl//absl/random:bit_gen_ref",
- "@com_google_absl//absl/strings",
- "@com_google_googletest//:gtest",
- "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
- "@io_opencensus_cpp//opencensus/stats",
- "@io_opencensus_cpp//opencensus/tags",
- ],
- )
- ray_cc_library(
- name = "raylet_lib",
- srcs = glob(
- [
- "src/ray/raylet/**/*.cc",
- ],
- exclude = [
- "src/ray/raylet/**/*_test.cc",
- "src/ray/raylet/scheduling/**/*.cc",
- "src/ray/raylet/main.cc",
- ],
- ),
- hdrs = glob(
- [
- "src/ray/raylet/**/*.h",
- ],
- exclude = [
- "src/ray/raylet/scheduling/**/*.h",
- "src/ray/raylet/main.cc",
- ],
- ),
- linkopts = select({
- "@platforms//os:windows": [
- ],
- "//conditions:default": [
- "-lpthread",
- ],
- }),
- deps = [
- ":gcs",
- ":gcs_client_lib",
- ":node_manager_fbs",
- ":node_manager_rpc",
- ":object_manager",
- ":plasma_client",
- ":pubsub_lib",
- ":ray_common",
- ":scheduler",
- ":stats_lib",
- ":worker_rpc",
- "//src/ray/protobuf:agent_manager_cc_proto",
- "//src/ray/protobuf:common_cc_proto",
- "//src/ray/protobuf:runtime_env_agent_cc_proto",
- "//src/ray/util",
- "@boost//:asio",
- "@boost//:beast",
- "@boost//:system",
- "@com_github_jupp0r_prometheus_cpp//pull",
- "@com_google_absl//absl/base:core_headers",
- "@com_google_absl//absl/container:flat_hash_set",
- "@com_google_absl//absl/memory",
- "@com_google_absl//absl/strings",
- "@com_google_googletest//:gtest",
- "@io_opencensus_cpp//opencensus/exporters/stats/prometheus:prometheus_exporter",
- "@io_opencensus_cpp//opencensus/stats",
- "@io_opencensus_cpp//opencensus/tags",
- ],
- )
- ray_cc_library(
- name = "raylet_client_lib",
- srcs = glob([
- "src/ray/raylet_client/*.cc",
- ]),
- hdrs = glob([
- "src/ray/raylet_client/*.h",
- ]),
- linkopts = select({
- "@platforms//os:windows": [
- ],
- "//conditions:default": [
- "-lpthread",
- ],
- }),
- deps = [
- ":node_manager_fbs",
- ":node_manager_rpc",
- ":ray_common",
- "//src/ray/protobuf:gcs_cc_proto",
- "//src/ray/util",
- "@boost//:asio",
- ],
- )
- ray_cc_library(
- name = "core_worker_lib",
- srcs = glob(
- [
- "src/ray/core_worker/*.cc",
- "src/ray/core_worker/store_provider/*.cc",
- "src/ray/core_worker/store_provider/memory_store/*.cc",
- "src/ray/core_worker/transport/*.cc",
- ],
- exclude = [
- "src/ray/core_worker/**/*_test.cc",
- ],
- ),
- hdrs = glob([
- "src/ray/core_worker/*.h",
- "src/ray/core_worker/store_provider/*.h",
- "src/ray/core_worker/store_provider/memory_store/*.h",
- "src/ray/core_worker/transport/*.h",
- ]),
- deps = [
- ":gcs",
- ":gcs_client_lib",
- ":plasma_client",
- ":ray_common",
- ":raylet_client_lib",
- ":stats_lib",
- ":worker_rpc",
- "//src/ray/protobuf:worker_cc_proto",
- "//src/ray/util",
- "@boost//:circular_buffer",
- "@boost//:fiber",
- "@com_google_absl//absl/cleanup",
- "@com_google_absl//absl/container:btree",
- "@com_google_absl//absl/container:flat_hash_map",
- "@com_google_absl//absl/container:flat_hash_set",
- "@com_google_absl//absl/container:node_hash_map",
- "@nlohmann_json",
- ],
- )
- # This header is used to wrap some internal codes so we can reduce suspicious
- # symbols export.
- ray_cc_library(
- name = "exported_internal",
- srcs =
- [
- "src/ray/internal/internal.cc",
- ],
- hdrs =
- [
- "src/ray/internal/internal.h",
- ],
- copts = COPTS,
- strip_include_prefix = "src",
- deps = [
- ":core_worker_lib",
- ],
- alwayslink = 1,
- )
- ray_cc_test(
- name = "core_worker_resubmit_queue_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/core_worker_resubmit_queue_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "memory_store_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/memory_store_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "direct_actor_transport_test",
- srcs = ["src/ray/core_worker/test/direct_actor_transport_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "direct_actor_transport_mock_test",
- srcs = ["src/ray/core_worker/test/direct_actor_transport_mock_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_function_manager_test",
- srcs = ["src/ray/gcs/gcs_server/test/gcs_function_manager_test.cc"],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "dependency_resolver_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/dependency_resolver_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "normal_task_submitter_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/normal_task_submitter_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "reference_count_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/reference_count_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "object_recovery_manager_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/object_recovery_manager_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "scheduling_queue_test",
- srcs = ["src/ray/core_worker/test/scheduling_queue_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "concurrency_group_manager_test",
- srcs = ["src/ray/core_worker/test/concurrency_group_manager_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "fiber_state_test",
- srcs = ["src/ray/core_worker/test/fiber_state_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "actor_submit_queue_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/actor_submit_queue_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "task_manager_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/task_manager_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "task_event_buffer_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/task_event_buffer_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "task_event_buffer_export_event_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/task_event_buffer_export_event_test.cc"],
- tags = [
- "team:core",
- "no_windows"
- ],
- deps = [
- ":core_worker_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "actor_creator_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/actor_creator_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":gcs_client_lib",
- ":ray_mock",
- "//src/ray/common:test_util",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "generator_waiter_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/generator_waiter_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":gcs_client_lib",
- ":ray_mock",
- "//src/ray/common:test_util",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "actor_manager_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/actor_manager_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "lease_policy_test",
- size = "small",
- srcs = ["src/ray/core_worker/test/lease_policy_test.cc"],
- tags = ["team:core"],
- deps = [
- ":core_worker_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "cluster_resource_scheduler_test",
- size = "small",
- srcs = [
- "src/ray/raylet/scheduling/cluster_resource_scheduler_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":ray_mock",
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "local_resource_manager_test",
- size = "small",
- srcs = [
- "src/ray/raylet/scheduling/local_resource_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":ray_mock",
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "cluster_resource_scheduler_2_test",
- size = "small",
- srcs = [
- "src/ray/raylet/scheduling/cluster_resource_scheduler_2_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "scheduling_policy_test",
- size = "small",
- srcs = [
- "src/ray/raylet/scheduling/policy/scheduling_policy_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "hybrid_scheduling_policy_test",
- size = "small",
- srcs = [
- "src/ray/raylet/scheduling/policy/hybrid_scheduling_policy_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":scheduler",
- "@com_google_absl//absl/random:mock_distributions",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "cluster_task_manager_test",
- size = "small",
- srcs = [
- "src/ray/raylet/scheduling/cluster_task_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":ray_mock",
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "cluster_resource_manager_test",
- size = "small",
- srcs = [
- "src/ray/raylet/scheduling/cluster_resource_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "local_object_manager_test",
- size = "small",
- srcs = [
- "src/ray/raylet/test/local_object_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "pull_manager_test",
- size = "small",
- srcs = [
- "src/ray/object_manager/test/pull_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":object_manager",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "object_buffer_pool_test",
- size = "small",
- srcs = [
- "src/ray/object_manager/test/object_buffer_pool_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":object_manager",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "ownership_based_object_directory_test",
- size = "small",
- srcs = [
- "src/ray/object_manager/test/ownership_based_object_directory_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":object_manager",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "push_manager_test",
- size = "small",
- srcs = [
- "src/ray/object_manager/test/push_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "spilled_object_test",
- size = "small",
- srcs = [
- "src/ray/object_manager/test/spilled_object_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":raylet_lib",
- "@boost//:endian",
- "@com_google_absl//absl/strings:str_format",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "fallback_allocator_test",
- srcs = [
- "src/ray/object_manager/plasma/test/fallback_allocator_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":plasma_store_server_lib",
- "@com_google_absl//absl/strings:str_format",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "object_store_test",
- srcs = [
- "src/ray/object_manager/plasma/test/object_store_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":plasma_store_server_lib",
- "@com_google_absl//absl/random",
- "@com_google_absl//absl/strings:str_format",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "mutable_object_test",
- srcs = [
- "src/ray/object_manager/plasma/test/mutable_object_test.cc",
- ],
- tags = [
- "no_windows",
- "team:core",
- ],
- target_compatible_with = [
- "@platforms//os:linux",
- ],
- deps = [
- ":core_worker_lib",
- ":plasma_store_server_lib",
- "@com_google_absl//absl/random",
- "@com_google_absl//absl/strings:str_format",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "mutable_object_provider_test",
- srcs = [
- "src/ray/core_worker/test/mutable_object_provider_test.cc",
- ],
- tags = [
- "no_tsan",
- "no_windows",
- "team:core",
- ],
- target_compatible_with = [
- "@platforms//os:linux",
- ],
- deps = [
- ":core_worker_lib",
- ":plasma_store_server_lib",
- "@com_google_absl//absl/random",
- "@com_google_absl//absl/strings:str_format",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "object_lifecycle_manager_test",
- srcs = [
- "src/ray/object_manager/plasma/test/object_lifecycle_manager_test.cc",
- "src/ray/object_manager/plasma/test/stats_collector_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":plasma_store_server_lib",
- "@com_google_absl//absl/random",
- "@com_google_absl//absl/strings:str_format",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "eviction_policy_test",
- srcs = [
- "src/ray/object_manager/plasma/test/eviction_policy_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":plasma_store_server_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "create_request_queue_test",
- size = "small",
- srcs = [
- "src/ray/object_manager/test/create_request_queue_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":plasma_store_server_lib",
- "@com_google_googletest//:gtest",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "get_request_queue_test",
- size = "small",
- srcs = [
- "src/ray/object_manager/test/get_request_queue_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":plasma_store_server_lib",
- "@com_google_googletest//:gtest",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "worker_pool_test",
- size = "small",
- srcs = ["src/ray/raylet/worker_pool_test.cc"],
- tags = [
- "no_tsan",
- "team:core",
- ],
- deps = [
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_placement_group_manager_mock_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_placement_group_manager_mock_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "placement_group_resource_manager_test",
- size = "small",
- srcs = ["src/ray/raylet/placement_group_resource_manager_test.cc"],
- tags = ["team:core"],
- deps = [
- "gcs_test_util_lib",
- "ray_common",
- "raylet_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "runtime_env_agent_client_test",
- size = "small",
- srcs = ["src/ray/raylet/runtime_env_agent_client_test.cc"],
- tags = ["team:core"],
- deps = [
- "gcs_test_util_lib",
- "ray_common",
- "raylet_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "dependency_manager_test",
- size = "small",
- srcs = ["src/ray/raylet/dependency_manager_test.cc"],
- tags = ["team:core"],
- deps = [
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "local_task_manager_test",
- size = "small",
- srcs = ["src/ray/raylet/local_task_manager_test.cc"],
- tags = ["team:core"],
- deps = [
- ":ray_mock",
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "wait_manager_test",
- size = "small",
- srcs = ["src/ray/raylet/wait_manager_test.cc"],
- tags = ["team:core"],
- deps = [
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "worker_killing_policy_test",
- size = "small",
- srcs = [
- "src/ray/raylet/worker_killing_policy_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":ray_common",
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "worker_killing_policy_group_by_owner_test",
- size = "small",
- srcs = [
- "src/ray/raylet/worker_killing_policy_group_by_owner_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":ray_common",
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "worker_killing_policy_retriable_fifo_test",
- size = "small",
- srcs = [
- "src/ray/raylet/worker_killing_policy_retriable_fifo_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":ray_common",
- ":raylet_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "pubsub_integration_test",
- size = "small",
- srcs = ["src/ray/pubsub/test/integration_test.cc"],
- tags = ["team:core"],
- deps = [
- ":pubsub_cc_grpc",
- ":pubsub_lib",
- "//src/ray/protobuf:pubsub_cc_proto",
- "@com_google_absl//absl/synchronization",
- "@com_google_absl//absl/time",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "publisher_test",
- size = "small",
- srcs = ["src/ray/pubsub/test/publisher_test.cc"],
- tags = ["team:core"],
- deps = [
- ":pubsub_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "subscriber_test",
- size = "small",
- srcs = [
- "src/ray/pubsub/test/subscriber_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":pubsub_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "stats_test",
- size = "small",
- srcs = ["src/ray/stats/stats_test.cc"],
- tags = [
- "no_tsan",
- "stats",
- "team:core",
- ],
- deps = [
- ":stats_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "metric_exporter_grpc_test",
- size = "small",
- srcs = [
- "src/ray/stats/metric_exporter_grpc_test.cc",
- ],
- tags = [
- "stats",
- "team:core",
- ],
- deps = [
- ":stats_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_library(
- name = "gcs_test_util_lib",
- hdrs = [
- "src/ray/gcs/test/gcs_test_util.h",
- ],
- deps = [
- ":gcs",
- ":gcs_service_rpc",
- ],
- )
- ray_cc_test(
- name = "grpc_server_client_test",
- size = "small",
- srcs = [
- "src/ray/rpc/test/grpc_server_client_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":grpc_common_lib",
- ":test_service_cc_grpc",
- ],
- )
- ray_cc_test(
- name = "rpc_chaos_test",
- size = "small",
- srcs = [
- "src/ray/rpc/test/rpc_chaos_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":grpc_common_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "core_worker_client_pool_test",
- size = "small",
- srcs = [
- "src/ray/rpc/worker/test/core_worker_client_pool_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":worker_rpc",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_server_rpc_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_server_rpc_test.cc",
- ],
- args = [
- "$(location redis-server)",
- "$(location redis-cli)",
- ],
- data = [
- "//:redis-cli",
- "//:redis-server",
- ],
- tags = [
- "no_tsan",
- "no_windows",
- "team:core",
- ],
- deps = [
- ":gcs_server_lib",
- ":gcs_test_util_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_kv_manager_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_kv_manager_test.cc",
- ],
- args = [
- "$(location redis-server)",
- "$(location redis-cli)",
- ],
- data = [
- "//:redis-cli",
- "//:redis-server",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":gcs_test_util_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_library(
- name = "gcs_server_test_util",
- hdrs = [
- "src/ray/gcs/gcs_server/test/gcs_server_test_util.h",
- ],
- deps = [
- ":gcs_client_lib",
- ],
- )
- ray_cc_test(
- name = "gcs_health_check_manager_test",
- size = "medium",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_health_check_manager_test.cc",
- ],
- tags = [
- "no_windows",
- "team:core",
- ],
- deps = [
- ":gcs_server_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_node_manager_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_node_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_job_manager_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_job_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_task_manager_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_task_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_placement_group_manager_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_placement_group_manager_test.cc",
- ],
- tags = [
- "no_tsan",
- "team:core",
- ],
- deps = [
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_placement_group_scheduler_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_placement_group_scheduler_test.cc",
- ],
- tags = [
- "no_tsan",
- "team:core",
- ],
- deps = [
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_actor_scheduler_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_actor_scheduler_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_client_lib",
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_actor_scheduler_mock_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_actor_scheduler_mock_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_actor_manager_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_actor_manager_test.cc",
- ],
- tags = [
- "no_tsan",
- "team:core",
- ],
- deps = [
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_worker_manager_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_worker_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_library(
- name = "gcs_table_storage_lib",
- srcs = glob(
- [
- "src/ray/gcs/gcs_server/gcs_table_storage.cc",
- ],
- ),
- hdrs = glob(
- [
- "src/ray/gcs/gcs_server/gcs_table_storage.h",
- ],
- ),
- deps = [
- ":gcs",
- ":gcs_in_memory_store_client",
- ":observable_store_client",
- ":pubsub_lib",
- ":ray_common",
- ":redis_store_client",
- ],
- )
- ray_cc_library(
- name = "gcs_table_storage_test_lib",
- hdrs = [
- "src/ray/gcs/gcs_server/test/gcs_table_storage_test_base.h",
- ],
- deps = [
- "redis_store_client",
- ],
- )
- ray_cc_test(
- name = "redis_gcs_table_storage_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/redis_gcs_table_storage_test.cc",
- ],
- args = [
- "$(location redis-server)",
- "$(location redis-cli)",
- ],
- data = [
- "//:redis-cli",
- "//:redis-server",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_table_storage_lib",
- ":gcs_table_storage_test_lib",
- ":gcs_test_util_lib",
- ":store_client_test_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "in_memory_gcs_table_storage_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/in_memory_gcs_table_storage_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_table_storage_lib",
- ":gcs_table_storage_test_lib",
- ":gcs_test_util_lib",
- ":store_client_test_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_autoscaler_state_manager_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_autoscaler_state_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_resource_manager_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/gcs_resource_manager_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "usage_stats_client_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_server/test/usage_stats_client_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_library(
- name = "gcs_client_lib",
- srcs = [
- "src/ray/gcs/gcs_client/accessor.cc",
- "src/ray/gcs/gcs_client/gcs_client.cc",
- ],
- hdrs = [
- "src/ray/gcs/gcs_client/accessor.h",
- "src/ray/gcs/gcs_client/gcs_client.h",
- ],
- deps = [
- ":gcs",
- ":gcs_pub_sub_lib",
- ":gcs_service_rpc",
- ":pubsub_lib",
- ":ray_common",
- ":redis_store_client",
- "//src/ray/protobuf:usage_cc_proto",
- ],
- )
- ray_cc_library(
- name = "global_state_accessor_lib",
- srcs = glob(
- [
- "src/ray/gcs/gcs_client/global_state_accessor.cc",
- ],
- ),
- hdrs = glob(
- [
- "src/ray/gcs/gcs_client/global_state_accessor.h",
- ],
- ),
- deps = [
- ":gcs_client_lib",
- ],
- )
- ray_cc_test(
- name = "accessor_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_client/test/accessor_test.cc",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_client_lib",
- ":gcs_test_util_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "global_state_accessor_test",
- size = "small",
- srcs = [
- "src/ray/gcs/gcs_client/test/global_state_accessor_test.cc",
- ],
- args = [
- "$(location redis-server)",
- "$(location redis-cli)",
- ],
- data = [
- "//:redis-cli",
- "//:redis-server",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs_client_lib",
- ":gcs_server_lib",
- ":gcs_test_util_lib",
- ":global_state_accessor_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_client_test",
- size = "medium",
- srcs = [
- "src/ray/gcs/gcs_client/test/gcs_client_test.cc",
- ],
- args = [
- "$(location redis-server)",
- "$(location redis-cli)",
- ],
- data = [
- "//:redis-cli",
- "//:redis-server",
- ],
- tags = [
- "no_tsan",
- "team:core",
- ],
- deps = [
- ":gcs_client_lib",
- ":gcs_server_lib",
- ":gcs_test_util_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_client_reconnection_test",
- srcs = [
- "src/ray/gcs/gcs_client/test/gcs_client_reconnection_test.cc",
- ],
- args = [
- "$(location redis-server)",
- "$(location redis-cli)",
- ],
- data = [
- "//:redis-cli",
- "//:redis-server",
- ],
- tags = [
- "no_windows",
- "team:core",
- ],
- deps = [
- ":gcs_client_lib",
- ":gcs_server_lib",
- ":gcs_test_util_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_library(
- name = "object_manager",
- srcs = glob([
- "src/ray/object_manager/*.cc",
- "src/ray/object_manager/notification/*.cc",
- ]),
- hdrs = glob([
- "src/ray/object_manager/*.h",
- "src/ray/object_manager/notification/*.h",
- ]),
- deps = [
- ":core_worker_lib",
- ":gcs",
- ":object_manager_rpc",
- ":plasma_store_server_lib",
- ":ray_common",
- "//src/ray/util",
- "@boost//:asio",
- ],
- )
- ray_cc_library(
- name = "platform_shims",
- srcs = [] + select({
- "@platforms//os:windows": glob([
- "src/shims/windows/**/*.c",
- "src/shims/windows/**/*.cc",
- "src/shims/windows/**/*.h",
- ]),
- "//conditions:default": [],
- }),
- hdrs = [] + select({
- "@platforms//os:windows": glob([
- "src/shims/windows/**/*.h",
- ]),
- "//conditions:default": [],
- }),
- strip_include_prefix = select({
- "@platforms//os:windows": "src/shims/windows",
- "//conditions:default": "",
- }),
- )
- filegroup(
- name = "extra_actions_base_proto",
- srcs = [
- "thirdparty/protobuf/extra_actions_base.proto",
- ],
- )
- proto_library(
- name = "extra_actions_base_proto_lib",
- srcs = ["thirdparty/protobuf/extra_actions_base.proto"],
- )
- cc_proto_library(
- name = "extra_actions_cc_proto_lib",
- deps = [":extra_actions_base_proto_lib"],
- )
- filegroup(
- name = "iwyu_sh",
- srcs = ["ci/run/iwyu.sh"],
- )
- action_listener(
- name = "iwyu_cpp",
- extra_actions = [":iwyu_action"],
- mnemonics = ["CppCompile"],
- )
- extra_action(
- name = "iwyu_action",
- cmd = "$(location :iwyu_sh) postbuild $(location @com_google_protobuf//:protoc) $(location :extra_actions_base_proto) --extra_action_file=$(EXTRA_ACTION_FILE) > $(output $(ACTION_ID).iwyu.txt)",
- out_templates = [
- "$(ACTION_ID).iwyu.txt",
- ],
- tools = [
- ":extra_actions_base_proto",
- ":iwyu_sh",
- "@com_google_protobuf//:protoc",
- ],
- )
- ray_cc_library(
- name = "sha256",
- srcs = [
- "src/ray/thirdparty/sha256.c",
- ],
- hdrs = [
- "src/ray/thirdparty/sha256.h",
- ],
- )
- ray_cc_library(
- name = "aligned_alloc",
- srcs = [
- "src/ray/thirdparty/aligned_alloc.c",
- ],
- hdrs = [
- "src/ray/thirdparty/aligned_alloc.h",
- ],
- )
- alias(
- name = "hiredis",
- actual = "@com_github_redis_hiredis//:hiredis",
- )
- ray_cc_library(
- name = "redis_client",
- srcs = [
- "src/ray/gcs/asio.cc",
- "src/ray/gcs/redis_async_context.cc",
- "src/ray/gcs/redis_client.cc",
- "src/ray/gcs/redis_context.cc",
- ],
- hdrs = [
- "src/ray/gcs/asio.h",
- "src/ray/gcs/redis_async_context.h",
- "src/ray/gcs/redis_client.h",
- "src/ray/gcs/redis_context.h",
- ],
- deps = [
- ":hiredis",
- ":ray_common",
- ":stats_lib",
- "//src/ray/util",
- "@boost//:asio",
- ],
- )
- ray_cc_library(
- name = "redis_store_client",
- srcs = [
- "src/ray/gcs/store_client/redis_store_client.cc",
- ],
- hdrs = [
- "src/ray/gcs/callback.h",
- "src/ray/gcs/store_client/redis_store_client.h",
- "src/ray/gcs/store_client/store_client.h",
- ],
- deps = [
- "redis_client",
- "@com_google_absl//absl/strings:str_format",
- "@com_google_absl//absl/synchronization",
- ],
- )
- ray_cc_library(
- name = "gcs_in_memory_store_client",
- srcs = [
- "src/ray/gcs/store_client/in_memory_store_client.cc",
- ],
- hdrs = [
- "src/ray/gcs/callback.h",
- "src/ray/gcs/store_client/in_memory_store_client.h",
- "src/ray/gcs/store_client/store_client.h",
- ],
- deps = [
- ":ray_common",
- "//src/ray/util",
- ],
- )
- ray_cc_library(
- name = "observable_store_client",
- srcs = [
- "src/ray/gcs/store_client/observable_store_client.cc",
- ],
- hdrs = [
- "src/ray/gcs/callback.h",
- "src/ray/gcs/store_client/observable_store_client.h",
- "src/ray/gcs/store_client/store_client.h",
- ],
- deps = [
- ":ray_common",
- "//src/ray/util",
- ],
- )
- ray_cc_library(
- name = "store_client_test_lib",
- hdrs = [
- "src/ray/gcs/store_client/test/store_client_test_base.h",
- ],
- deps = [
- "redis_store_client",
- ],
- )
- ray_cc_test(
- name = "redis_store_client_test",
- size = "small",
- srcs = ["src/ray/gcs/store_client/test/redis_store_client_test.cc"],
- args = [
- "$(location redis-server)",
- "$(location redis-cli)",
- ],
- data = [
- "//:redis-cli",
- "//:redis-server",
- ],
- tags = ["team:core"],
- deps = [
- ":redis_store_client",
- ":store_client_test_lib",
- "@boost//:optional",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "chaos_redis_store_client_test",
- size = "small",
- srcs = ["src/ray/gcs/store_client/test/redis_store_client_test.cc"],
- args = [
- "$(location redis-server)",
- "$(location redis-cli)",
- ],
- data = [
- "//:redis-cli",
- "//:redis-server",
- ],
- env = {"REDIS_CHAOS": "1"},
- tags = [
- "no_windows",
- "team:core",
- ],
- target_compatible_with = [
- "@platforms//os:linux",
- ],
- deps = [
- ":redis_store_client",
- ":store_client_test_lib",
- "@boost//:optional",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "in_memory_store_client_test",
- size = "small",
- srcs = ["src/ray/gcs/store_client/test/in_memory_store_client_test.cc"],
- tags = ["team:core"],
- deps = [
- ":gcs_in_memory_store_client",
- ":store_client_test_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "observable_store_client_test",
- size = "small",
- srcs = ["src/ray/gcs/store_client/test/in_memory_store_client_test.cc"],
- tags = ["team:core"],
- deps = [
- ":gcs_in_memory_store_client",
- ":observable_store_client",
- ":store_client_test_lib",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_library(
- name = "gcs",
- srcs = glob(
- [
- "src/ray/gcs/*.cc",
- ],
- exclude = [
- "src/ray/gcs/*_test.cc",
- ],
- ),
- hdrs = glob([
- "src/ray/gcs/*.h",
- ]),
- deps = [
- ":hiredis",
- ":node_manager_fbs",
- ":node_manager_rpc",
- ":ray_common",
- ":stats_lib",
- "//src/ray/protobuf:agent_manager_cc_proto",
- "//src/ray/protobuf:gcs_cc_proto",
- "//src/ray/protobuf:gcs_service_cc_proto",
- "//src/ray/util",
- "@boost//:asio",
- ],
- )
- ray_cc_test(
- name = "callback_reply_test",
- size = "small",
- srcs = ["src/ray/gcs/test/callback_reply_test.cc"],
- tags = ["team:core"],
- deps = [
- ":gcs",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "asio_test",
- size = "small",
- srcs = ["src/ray/gcs/test/asio_test.cc"],
- args = [
- "$(location redis-server)",
- "$(location redis-cli)",
- ],
- data = [
- "//:redis-cli",
- "//:redis-server",
- ],
- tags = ["team:core"],
- deps = [
- ":gcs",
- "//src/ray/util",
- "@com_google_googletest//:gtest_main",
- ],
- )
- ray_cc_test(
- name = "gcs_export_event_test",
- size = "small",
- srcs = glob([
- "src/ray/gcs/gcs_server/test/export_api/*.cc",
- ]),
- tags = [
- "no_windows",
- "team:core"
- ],
- deps = [
- ":gcs_server_lib",
- ":gcs_server_test_util",
- ":gcs_test_util_lib",
- ":ray_mock",
- "@com_google_googletest//:gtest_main",
- ],
- )
- flatbuffer_cc_library(
- name = "node_manager_fbs",
- srcs = ["src/ray/raylet/format/node_manager.fbs"],
- flatc_args = FLATC_ARGS,
- out_prefix = "ray/raylet/format/",
- )
- ray_cc_library(
- name = "python_callbacks",
- hdrs = [
- "src/ray/gcs/gcs_client/python_callbacks.h",
- ],
- )
- pyx_library(
- name = "_raylet",
- srcs = glob([
- "python/ray/__init__.py",
- "python/ray/_raylet.pxd",
- "python/ray/_raylet.pyx",
- "python/ray/includes/*.pxd",
- "python/ray/includes/*.pxi",
- ]),
- # Export ray ABI symbols, which can then be used by _streaming.so.
- # We need to dlopen this lib with RTLD_GLOBAL to use ABI in this
- # shared lib, see python/ray/__init__.py.
- cc_kwargs = dict(
- srcs = PYX_SRCS,
- copts = COPTS + PYX_COPTS,
- # see https://github.com/tensorflow/tensorflow/blob/r2.1/tensorflow/lite/BUILD#L444
- linkopts = select({
- "@platforms//os:osx": [
- "-Wl,-exported_symbols_list,$(location //:src/ray/ray_exported_symbols.lds)",
- ],
- "@platforms//os:windows": [],
- "//conditions:default": [
- "-Wl,--version-script,$(location //:src/ray/ray_version_script.lds)",
- ],
- }),
- linkstatic = 1,
- ),
- deps = [
- ":python_callbacks",
- "//:core_worker_lib",
- "//:exported_internal",
- "//:gcs_server_lib",
- "//:global_state_accessor_lib",
- "//:raylet_lib",
- "//:redis_client",
- "//:src/ray/ray_exported_symbols.lds",
- "//:src/ray/ray_version_script.lds",
- "//:stats_lib",
- "//src/ray/protobuf:serialization_cc_proto",
- "//src/ray/util",
- ],
- )
- ray_cc_binary(
- name = "libcore_worker_library_java.so",
- srcs = glob([
- "src/ray/core_worker/lib/java/*.h",
- "src/ray/core_worker/lib/java/*.cc",
- ]),
- # Export ray ABI symbols, which can then be used by libstreaming_java.so. see `//:_raylet`
- linkopts = select({
- "@platforms//os:osx": [
- "-Wl,-exported_symbols_list,$(location //:src/ray/ray_exported_symbols.lds)",
- ],
- "@platforms//os:windows": [],
- "//conditions:default": [
- "-Wl,--version-script,$(location //:src/ray/ray_version_script.lds)",
- ],
- }),
- linkshared = 1,
- linkstatic = 1,
- visibility = ["//java:__subpackages__"],
- deps = [
- "//:core_worker_lib",
- "//:exported_internal",
- "//:global_state_accessor_lib",
- "//:src/ray/ray_exported_symbols.lds",
- "//:src/ray/ray_version_script.lds",
- "//:stats_lib",
- "@bazel_tools//tools/jdk:jni",
- ],
- )
- filegroup(
- name = "python_sources",
- srcs = glob([
- "python/ray/*.py",
- "python/ray/autoscaler/*.py",
- "python/ray/autoscaler/_private/*.py",
- "python/ray/autoscaler/_private/_azure/*.json",
- "python/ray/autoscaler/aws/defaults.yaml",
- "python/ray/autoscaler/azure/defaults.yaml",
- "python/ray/autoscaler/gcp/defaults.yaml",
- "python/ray/autoscaler/local/defaults.yaml",
- "python/ray/autoscaler/vsphere/defaults.yaml",
- "python/ray/cloudpickle/*.py",
- "python/ray/core/__init__.py",
- "python/ray/core/generated/__init__.py",
- "python/ray/core/generated/ray/__init__.py",
- "python/ray/core/generated/ray/protocol/__init__.py",
- "python/ray/dashboard/**/*.py",
- "python/ray/experimental/*.py",
- "python/ray/util/*.py",
- "python/ray/internal/*.py",
- "python/ray/workers/default_worker.py",
- ]),
- )
- alias(
- name = "redis-server",
- actual = select({
- "@platforms//os:windows": "@com_github_tporadowski_redis_bin//:redis-server.exe",
- "//conditions:default": "@com_github_antirez_redis//:redis-server",
- }),
- )
- alias(
- name = "redis-cli",
- actual = select({
- "@platforms//os:windows": "@com_github_tporadowski_redis_bin//:redis-cli.exe",
- "//conditions:default": "@com_github_antirez_redis//:redis-cli",
- }),
- )
- filegroup(
- name = "all_py_proto",
- srcs = [
- "//src/ray/protobuf:agent_manager_py_proto",
- "//src/ray/protobuf:autoscaler_py_proto",
- "//src/ray/protobuf:common_py_proto",
- "//src/ray/protobuf:core_worker_py_proto",
- "//src/ray/protobuf:event_py_proto",
- "//src/ray/protobuf:gcs_py_proto",
- "//src/ray/protobuf:gcs_service_py_proto",
- "//src/ray/protobuf:instance_manager_py_proto",
- "//src/ray/protobuf:job_agent_py_proto",
- "//src/ray/protobuf:node_manager_py_proto",
- "//src/ray/protobuf:ray_client_py_proto",
- "//src/ray/protobuf:reporter_py_proto",
- "//src/ray/protobuf:runtime_env_agent_py_proto",
- "//src/ray/protobuf:runtime_env_common_py_proto",
- "//src/ray/protobuf:usage_py_proto",
- "//src/ray/protobuf:export_event_py_proto",
- ],
- )
- filegroup(
- name = "serve_py_proto",
- srcs = [
- "//src/ray/protobuf:serve_py_proto",
- ],
- )
- # This is a dummy test dependency that causes the python tests to be
- # re-run if any of these files changes.
- py_library(
- name = "ray_lib",
- srcs = glob(
- ["python/ray/**/*.py"],
- exclude = ["python/ray/tests/*.py"],
- ),
- visibility = ["__subpackages__"],
- )
- copy_to_workspace(
- name = "cp_raylet_so",
- srcs = ["python/ray/_raylet.so"],
- dstdir = "python/ray",
- )
- copy_to_workspace(
- name = "cp_all_py_proto",
- srcs = [":all_py_proto"],
- dstdir = "python/ray/core/generated",
- )
- copy_to_workspace(
- name = "cp_serve_py_proto",
- srcs = [":serve_py_proto"],
- dstdir = "python/ray/serve/generated",
- )
- copy_to_workspace(
- name = "cp_redis",
- srcs = [
- ":redis-cli",
- ":redis-server",
- ],
- dstdir = "python/ray/core/src/ray/thirdparty/redis/src",
- )
- copy_to_workspace(
- name = "cp_raylet",
- srcs = [":raylet"],
- dstdir = "python/ray/core/src/ray/raylet",
- )
- copy_to_workspace(
- name = "cp_gcs_server",
- srcs = [":gcs_server"],
- dstdir = "python/ray/core/src/ray/gcs",
- )
- copy_to_workspace(
- name = "cp_jemalloc",
- srcs = ["@jemalloc//:shared"],
- dstdir = "python/ray/core/",
- )
- genrule(
- name = "install_py_proto",
- srcs = [
- ":cp_all_py_proto",
- ":cp_serve_py_proto",
- ],
- outs = ["install_py_proto.out"],
- cmd = """
- # NOTE(hchen): Protobuf doesn't allow specifying Python package name. So we use this `sed`
- # command to change the import path in the generated file.
- # shellcheck disable=SC2006
- files=(
- `ls python/ray/core/generated/*_pb2*.py` \
- `ls python/ray/serve/generated/*_pb2*.py` \
- )
- sed -i -E 's/from src.ray.protobuf/from ./' "$${files[@]}"
- # Help the generated serve files to have the correct module
- serve_files=(`ls python/ray/serve/generated/*_pb2*.py`)
- sed -i -E 's/'"'"'src.ray.protobuf./'"'"'ray.serve.generated./' "$${serve_files[@]}"
- # TODO(sang): Build our own proto instead of creating a new proto for opencensus separately.
- # https://github.com/ray-project/ray/issues/31358
- sed -i -E 's/from opencensus.proto.metrics.v1 import/from . import/' "$${files[@]}"
- sed -i -E 's/from opencensus.proto.resource.v1 import/from . import/' "$${files[@]}"
- # TODO(rickyx): Remove this experimental path rewrite once we move autoscaler proto out
- # of experimental.
- autoscale_files=(`ls python/ray/core/generated/instance_manager_pb2*.py`)
- sed -i -E 's/from ..experimental/from ./' "$${autoscale_files[@]}"
- # Help the generated export api files to have the correct module
- export_api_files=(`ls python/ray/core/generated/export*_pb2*.py`)
- sed -i -E 's/from ..export_api/from ./' "$${export_api_files[@]}"
- echo "$${PWD}" > $@
- """,
- local = 1,
- )
- genrule(
- name = "ray_pkg",
- srcs = [
- ":cp_raylet_so",
- ":python_sources",
- ":install_py_proto",
- ":cp_redis",
- ":cp_raylet",
- ":cp_gcs_server",
- ] + select({
- ":jemalloc": [
- ":cp_jemalloc",
- ],
- "//conditions:default": [],
- }),
- outs = ["ray_pkg.out"],
- cmd = """
- if [ "$${OSTYPE-}" = "msys" ]; then
- ln -P -f -- python/ray/_raylet.so python/ray/_raylet.pyd
- fi
- echo "$${PWD}" > $@
- """,
- local = 1,
- )
|