123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503 |
- # --------------------------------------------------------------------
- # BAZEL/Buildkite-CI test cases.
- # --------------------------------------------------------------------
- # To add new RLlib tests, first find the correct category of your new test
- # within this file.
- # All new tests - within their category - should be added alphabetically!
- # Do not just add tests to the bottom of the file.
- # Currently we have the following categories:
- # - Learning tests/regression, tagged:
- # -- "learning_tests_[discrete|continuous]": distinguish discrete
- # actions vs continuous actions.
- # -- "crashing_cartpole" and "stateless_cartpole" to distinguish between
- # simple CartPole and more advanced variants of it.
- # -- "fake_gpus": Tests that run using 2 fake GPUs.
- # -- "ray_data": Tests that rely on ray_data.
- # -- "learning_tests_with_ray_data": Learning tests that rely on ray_data.
- # - Quick algo compilation/tune-train tests, tagged "quick_train".
- # NOTE: These should be obsoleted in favor of "algorithms_dir" tests as
- # they cover the same functionality.
- # - Folder-bound tests, tagged with the name of the top-level dir:
- # - `env` directory tests.
- # - `evaluation` directory tests.
- # - `execution` directory tests.
- # - `models` directory tests.
- # - `offline` directory tests.
- # - `policy` directory tests.
- # - `utils` directory tests.
- # - Algorithm tests, tagged "algorithms_dir".
- # - Tests directory (everything in rllib/tests/...), tagged: "tests_dir"
- # - Examples directory (everything in rllib/examples/...), tagged: "examples"
- # - Memory leak tests tagged "memory_leak_tests".
- # Note: There is a special directory in examples: "documentation" which contains
- # all code that is linked to from within the RLlib docs. This code is tested
- # separately via the "documentation" tag.
- # Additional tags are:
- # - "team:rllib": Indicating that all tests in this file are the responsibility of
- # the RLlib Team.
- # - "needs_gpu": Indicating that a test needs to have a GPU in order to run.
- # - "gpu": Indicating that a test may (but doesn't have to) be run in the GPU
- # pipeline, defined in .buildkite/pipeline.gpu.yml.
- # - "multi_gpu": Indicating that a test will definitely be run in the Large GPU
- # pipeline, defined in .buildkite/pipeline.gpu.large.yml.
- # - "no_gpu": Indicating that a test should not be run in the GPU pipeline due
- # to certain incompatibilities.
- # - "no_tf_eager_tracing": Exclude this test from tf-eager tracing tests.
- # - "torch_only": Only run this test case with framework=torch.
- # Our .buildkite/pipeline.yml and .buildkite/pipeline.gpu.yml files execute all
- # these tests in n different jobs.
- load("//bazel:python.bzl", "py_test_module_list")
- load("//bazel:python.bzl", "doctest")
- doctest(
- files = glob(
- ["**/*.py"],
- exclude=[
- "**/examples/**",
- "**/tests/**",
- "**/test_*.py",
- # Deprecated modules
- "utils/window_stat.py",
- "utils/timer.py",
- "utils/memory.py",
- "offline/off_policy_estimator.py",
- "offline/estimators/feature_importance.py",
- "env/wrappers/recsim_wrapper.py",
- "env/remote_vector_env.py",
- # Missing imports
- "algorithms/dreamerv3/**",
- # FIXME: These modules contain broken examples that weren't previously
- # tested.
- "algorithms/algorithm_config.py",
- "algorithms/alpha_star/alpha_star.py",
- "algorithms/r2d2/r2d2.py",
- "algorithms/sac/rnnsac.py",
- "algorithms/simple_q/simple_q.py",
- "core/models/base.py",
- "core/models/specs/specs_base.py",
- "core/models/specs/specs_dict.py",
- "env/wrappers/pettingzoo_env.py",
- "evaluation/collectors/sample_collector.py",
- "evaluation/episode.py",
- "evaluation/metrics.py",
- "evaluation/observation_function.py",
- "evaluation/postprocessing.py",
- "execution/buffers/mixin_replay_buffer.py",
- "models/base_model.py",
- "models/catalog.py",
- "models/preprocessors.py",
- "models/repeated_values.py",
- "models/tf/tf_distributions.py",
- "models/torch/model.py",
- "models/torch/torch_distributions.py",
- "policy/rnn_sequencing.py",
- "utils/actor_manager.py",
- "utils/filter.py",
- "utils/from_config.py",
- "utils/metrics/window_stat.py",
- "utils/nested_dict.py",
- "utils/pre_checks/env.py",
- "utils/replay_buffers/multi_agent_mixin_replay_buffer.py",
- "utils/spaces/space_utils.py"
- ]
- ),
- tags = ["team:rllib"]
- )
- # --------------------------------------------------------------------
- # Benchmarks
- #
- # Tag: benchmark
- #
- # This is smoke-testing the benchmark scripts.
- # --------------------------------------------------------------------
- py_test(
- name = "torch_compile_inference_bm",
- main = "benchmarks/torch_compile/run_inference_bm.py",
- tags = ["team:rllib", "exclusive", "benchmark", "torch_2.x_only_benchmark"],
- size = "small",
- srcs = ["benchmarks/torch_compile/run_inference_bm.py"],
- args = ["--smoke-test"]
- )
- py_test(
- name = "torch_compile_ppo_with_inference",
- main = "benchmarks/torch_compile/run_ppo_with_inference_bm.py",
- tags = ["team:rllib", "exclusive", "benchmark", "torch_2.x_only_benchmark"],
- size = "medium",
- srcs = ["benchmarks/torch_compile/run_ppo_with_inference_bm.py"],
- args = ["--smoke-test"]
- )
- # --------------------------------------------------------------------
- # Algorithms learning regression tests.
- #
- # Tag: learning_tests
- #
- # This will test all yaml files (via `rllib train`)
- # inside rllib/tuned_examples/[algo-name] for actual learning success.
- # --------------------------------------------------------------------
- # A2C
- # py_test(
- # name = "learning_tests_cartpole_a2c",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/a2c/cartpole-a2c.yaml"],
- # args = ["--dir=tuned_examples/a2c"]
- # )
- py_test(
- name = "learning_tests_cartpole_a2c_microbatch",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/a2c/cartpole-a2c-microbatch.yaml"],
- args = ["--dir=tuned_examples/a2c"]
- )
- py_test(
- name = "learning_tests_cartpole_a2c_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/a2c/cartpole-a2c-fake-gpus.yaml"],
- args = ["--dir=tuned_examples/a2c"]
- )
- # A3C
- # py_test(
- # name = "learning_tests_cartpole_a3c",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/a3c/cartpole-a3c.yaml"],
- # args = ["--dir=tuned_examples/a3c"]
- # )
- # AlphaStar
- py_test(
- name = "learning_tests_cartpole_alpha_star",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/alpha_star/multi-agent-cartpole-alpha-star.yaml"],
- args = ["--dir=tuned_examples/alpha_star", "--num-cpus=10"]
- )
- # AlphaZero
- py_test(
- name = "learning_tests_cartpole_sparse_rewards_alpha_zero",
- tags = ["team:rllib", "exclusive", "torch_only", "learning_tests", "learning_tests_discrete"],
- main = "tests/run_regression_tests.py",
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/alpha_zero/cartpole-sparse-rewards-alpha-zero.yaml"],
- args = ["--dir=tuned_examples/alpha_zero", "--num-cpus=8"]
- )
- # APEX-DQN
- # py_test(
- # name = "learning_tests_cartpole_apex",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = [
- # "tuned_examples/apex_dqn/cartpole-apex.yaml",
- # ],
- # args = ["--dir=tuned_examples/apex_dqn", "--num-cpus=6"]
- # )
- # Once APEX supports multi-GPU.
- # py_test(
- # name = "learning_cartpole_apex_fake_gpus",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/apex_dqn/cartpole-apex-fake-gpus.yaml"],
- # args = ["--dir=tuned_examples/apex_dqn"]
- # )
- # APPO
- py_test(
- name = "learning_tests_cartpole_appo_no_vtrace",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "medium", # bazel may complain about it being too long sometimes - medium is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/appo/cartpole-appo.yaml"],
- args = ["--dir=tuned_examples/appo"]
- )
- py_test(
- name = "learning_tests_cartpole_appo_w_rl_modules_and_learner",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "no_tf_static_graph"],
- size = "medium", # bazel may complain about it being too long sometimes - medium is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/appo/cartpole-appo-w-rl-modules-and-learner.yaml"],
- args = ["--dir=tuned_examples/appo"]
- )
- # py_test(
- # name = "learning_tests_cartpole_appo_vtrace",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/appo/cartpole-appo-vtrace.yaml"],
- # args = ["--dir=tuned_examples/appo"]
- # )
- py_test(
- name = "learning_tests_cartpole_separate_losses_appo",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "tf_only", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = [
- "tuned_examples/appo/cartpole-appo-vtrace-separate-losses.yaml"
- ],
- args = ["--dir=tuned_examples/appo", "--framework=tf"]
- )
- py_test(
- name = "learning_tests_multi_agent_cartpole_appo",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/appo/multi-agent-cartpole-appo.yaml"],
- args = ["--dir=tuned_examples/appo"]
- )
- py_test(
- name = "learning_tests_multi_agent_cartpole_w_100_policies_appo",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/appo/multi-agent-cartpole-w-100-policies-appo.py"],
- args = ["--dir=tuned_examples/appo"]
- )
- # py_test(
- # name = "learning_tests_frozenlake_appo",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_discrete"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/appo/frozenlake-appo-vtrace.yaml"],
- # args = ["--dir=tuned_examples/appo"]
- # )
- py_test(
- name = "learning_tests_cartpole_appo_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/appo/cartpole-appo-vtrace-fake-gpus.yaml"],
- args = ["--dir=tuned_examples/appo"]
- )
- py_test(
- name = "learning_tests_stateless_cartpole_appo_vtrace",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/appo/stateless-cartpole-appo-vtrace.py"],
- args = ["--dir=tuned_examples/appo"]
- )
- # ARS
- py_test(
- name = "learning_tests_cartpole_ars",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ars/cartpole-ars.yaml"],
- args = ["--dir=tuned_examples/ars"]
- )
- # CQL
- py_test(
- name = "learning_tests_pendulum_cql",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous", "learning_tests_with_ray_data"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- # Include the zipped json data file as well.
- data = [
- "tuned_examples/cql/pendulum-cql.yaml",
- "tests/data/pendulum/enormous.zip",
- ],
- args = ["--dir=tuned_examples/cql"]
- )
- # CRR
- py_test(
- name = "learning_tests_pendulum_crr",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "torch_only", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous", "learning_tests_with_ray_data"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- # Include an offline json data file as well.
- data = [
- "tuned_examples/crr/pendulum-v1-crr.yaml",
- "tests/data/pendulum/pendulum_replay_v1.1.0.zip",
- ],
- args = ["--dir=tuned_examples/crr"]
- )
- py_test(
- name = "learning_tests_cartpole_crr",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "torch_only", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "learning_tests_with_ray_data"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- # Include an offline json data file as well.
- data = [
- "tuned_examples/crr/cartpole-v1-crr.yaml",
- "tests/data/cartpole/large.json",
- ],
- args = ["--dir=tuned_examples/crr", '--framework=torch']
- )
- py_test(
- name = "learning_tests_cartpole_crr_expectation",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "torch_only", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "learning_tests_with_ray_data"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- # Include an offline json data file as well.
- data = [
- "tuned_examples/crr/cartpole-v1-crr_expectation.yaml",
- "tests/data/cartpole/large.json",
- ],
- args = ["--dir=tuned_examples/crr", '--framework=torch']
- )
- # DDPG
- # py_test(
- # name = "learning_tests_pendulum_ddpg",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = glob(["tuned_examples/ddpg/pendulum-ddpg.yaml"]),
- # args = ["--dir=tuned_examples/ddpg"]
- # )
- py_test(
- name = "learning_tests_pendulum_ddpg_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ddpg/pendulum-ddpg-fake-gpus.yaml"],
- args = ["--dir=tuned_examples/ddpg"]
- )
- # DDPPO
- py_test(
- name = "learning_tests_cartpole_ddppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "torch_only", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "small",
- srcs = ["tests/run_regression_tests.py"],
- data = glob(["tuned_examples/ddppo/cartpole-ddppo.yaml"]),
- args = ["--dir=tuned_examples/ddppo"]
- )
- py_test(
- name = "learning_tests_pendulum_ddppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "torch_only", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = glob(["tuned_examples/ddppo/pendulum-ddppo.yaml"]),
- args = ["--dir=tuned_examples/ddppo"]
- )
- # DQN
- # py_test(
- # name = "learning_tests_cartpole_dqn",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/dqn/cartpole-dqn.yaml"],
- # args = ["--dir=tuned_examples/dqn"]
- # )
- py_test(
- name = "learning_tests_cartpole_dqn_softq",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/dqn/cartpole-dqn-softq.yaml"],
- args = ["--dir=tuned_examples/dqn"]
- )
- # Does not work with tf-eager tracing due to Exploration's postprocessing
- # method injecting a tensor into a new graph. Revisit when tf-eager tracing
- # is better supported.
- py_test(
- name = "learning_tests_cartpole_dqn_param_noise",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "no_tf_eager_tracing"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/dqn/cartpole-dqn-param-noise.yaml"],
- args = ["--dir=tuned_examples/dqn"]
- )
- py_test(
- name = "learning_tests_cartpole_dqn_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/dqn/cartpole-dqn-fake-gpus.yaml"],
- args = ["--dir=tuned_examples/dqn"]
- )
- # DT
- py_test(
- name = "learning_tests_pendulum_dt",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "torch_only", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous", "learning_tests_with_ray_data"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- # Include an offline json data file as well.
- data = [
- "tuned_examples/dt/pendulum-v1-dt.yaml",
- "tests/data/pendulum/pendulum_expert_sac_50eps.zip",
- ],
- args = ["--dir=tuned_examples/dt"]
- )
- py_test(
- name = "learning_tests_cartpole_dt",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "torch_only", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "learning_tests_with_ray_data"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- # Include an offline json data file as well.
- data = [
- "tuned_examples/dt/cartpole-v1-dt.yaml",
- "tests/data/cartpole/large.json",
- ],
- args = ["--dir=tuned_examples/dt"]
- )
- # Simple-Q
- py_test(
- name = "learning_tests_cartpole_simpleq",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = [
- "tuned_examples/simple_q/cartpole-simpleq.yaml",
- ],
- args = ["--dir=tuned_examples/simple_q"]
- )
- py_test(
- name = "learning_tests_cartpole_simpleq_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/simple_q/cartpole-simpleq-fake-gpus.yaml"],
- args = ["--dir=tuned_examples/simple_q"]
- )
- # ES
- # py_test(
- # name = "learning_tests_cartpole_es",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/es/cartpole-es.yaml"],
- # args = ["--dir=tuned_examples/es"]
- # )
- # IMPALA
- # py_test(
- # name = "learning_tests_cartpole_impala",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/impala/cartpole-impala.yaml"],
- # args = ["--dir=tuned_examples/impala"]
- # )
- py_test(
- name = "learning_tests_multi_agent_cartpole_impala",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/impala/multi-agent-cartpole-impala.yaml"],
- args = ["--dir=tuned_examples/impala"]
- )
- py_test(
- name = "learning_tests_cartpole_impala_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/impala/cartpole-impala-fake-gpus.yaml"],
- args = ["--dir=tuned_examples/impala"]
- )
- # MADDPG
- py_test(
- name = "learning_tests_two_step_game_maddpg",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "tf_only", "no_tf_eager_tracing", "learning_tests", "learning_tests_discrete"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/maddpg/two-step-game-maddpg.yaml"],
- args = ["--dir=tuned_examples/maddpg", "--framework=tf"]
- )
- # Working, but takes a long time to learn (>15min).
- # Removed due to Higher API conflicts with Pytorch-Import tests
- ## MB-MPO
- #py_test(
- # name = "learning_tests_pendulum_mbmpo",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "torch_only", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/mbmpo/pendulum-mbmpo.yaml"],
- # args = ["--dir=tuned_examples/mbmpo"]
- #)
- # PG
- py_test(
- name = "learning_tests_cartpole_pg",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "medium", # bazel may complain about it being too long sometimes - medium is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/pg/cartpole-pg.yaml"],
- args = ["--dir=tuned_examples/pg"]
- )
- py_test(
- name = "learning_tests_cartpole_crashing_pg",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "crashing_cartpole"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/pg/cartpole-crashing-pg.yaml"],
- args = ["--dir=tuned_examples/pg"]
- )
- py_test(
- name = "learning_tests_cartpole_crashing_with_remote_envs_pg",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "crashing_cartpole"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/pg/cartpole-crashing-with-remote-envs-pg.yaml"],
- args = ["--dir=tuned_examples/pg"]
- )
- py_test(
- name = "learning_tests_multi_agent_cartpole_crashing_restart_sub_envs_pg",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "crashing_cartpole"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/pg/multi-agent-cartpole-crashing-restart-sub-envs-pg.yaml"],
- args = ["--dir=tuned_examples/pg"]
- )
- py_test(
- name = "learning_tests_multi_agent_cartpole_crashing_with_remote_envs_pg",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "crashing_cartpole"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/pg/multi-agent-cartpole-crashing-with-remote-envs-pg.yaml"],
- args = ["--dir=tuned_examples/pg", "--num-cpus=14"]
- )
- py_test(
- name = "learning_tests_cartpole_pg_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/pg/cartpole-pg-fake-gpus.yaml"],
- args = ["--dir=tuned_examples/pg"]
- )
- # PPO
- py_test(
- name = "learning_tests_cartpole_truncated_ppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/cartpole-truncated-ppo.py"],
- args = ["--dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_pendulum_ppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/pendulum-ppo.yaml"],
- args = ["--dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_pendulum_ppo_with_rl_module",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous", "no_tf_static_graph"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/pendulum-ppo-with-rl-module.yaml"],
- args = ["--dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_multi_agent_pendulum_ppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/multi_agent_pendulum_ppo.py"],
- args = ["--dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_transformed_actions_pendulum_ppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/pendulum-transformed-actions-ppo.yaml"],
- args = ["--dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_repeat_after_me_ppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_discrete"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/repeatafterme-ppo-lstm.yaml"],
- args = ["--dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_repeat_after_me_ppo_with_rl_module",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_discrete", "torch_only"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/repeatafterme-ppo-lstm-with-rl-module.yaml"],
- args = ["--dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_cartpole_ppo_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/cartpole-ppo-fake-gpus.yaml"],
- args = ["--dir=tuned_examples/ppo"]
- )
- # QMIX
- py_test(
- name = "learning_tests_two_step_game_qmix",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/qmix/two-step-game-qmix.yaml"],
- args = ["--dir=tuned_examples/qmix", "--framework=torch"]
- )
- py_test(
- name = "learning_tests_two_step_game_qmix_vdn_mixer",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/qmix/two-step-game-qmix-vdn-mixer.yaml"],
- args = ["--dir=tuned_examples/qmix", "--framework=torch"]
- )
- py_test(
- name = "learning_tests_two_step_game_qmix_no_mixer",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_discrete"],
- size = "medium", # bazel may complain about it being too long sometimes - medium is on purpose as some frameworks take longer
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/qmix/two-step-game-qmix-no-mixer.yaml"],
- args = ["--dir=tuned_examples/qmix", "--framework=torch"]
- )
- # R2D2
- py_test(
- name = "learning_tests_stateless_cartpole_r2d2",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "stateless_cartpole"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/r2d2/stateless-cartpole-r2d2.yaml"],
- args = ["--dir=tuned_examples/r2d2"]
- )
- py_test(
- name = "learning_tests_stateless_cartpole_r2d2_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "stateless_cartpole", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/r2d2/stateless-cartpole-r2d2-fake-gpus.yaml"],
- args = ["--dir=tuned_examples/r2d2"]
- )
- # SAC
- py_test(
- name = "learning_tests_cartpole_sac",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/sac/cartpole-sac.yaml"],
- args = ["--dir=tuned_examples/sac"]
- )
- # py_test(
- # name = "learning_tests_cartpole_continuous_pybullet_sac",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_continuous"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/sac/cartpole-continuous-pybullet-sac.yaml"],
- # args = ["--dir=tuned_examples/sac"]
- # )
- # py_test(
- # name = "learning_tests_pendulum_sac",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/sac/pendulum-sac.yaml"],
- # args = ["--dir=tuned_examples/sac"]
- # )
- # py_test(
- # name = "learning_tests_transformed_actions_pendulum_sac",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/sac/pendulum-transformed-actions-sac.yaml"],
- # args = ["--dir=tuned_examples/sac"]
- # )
- # py_test(
- # name = "learning_tests_pendulum_sac_fake_gpus",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous", "fake_gpus"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/sac/pendulum-sac-fake-gpus.yaml"],
- # args = ["--dir=tuned_examples/sac"]
- # )
- # SlateQ
- # py_test(
- # name = "learning_tests_interest_evolution_10_candidates_recsim_env_slateq",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_discrete"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/slateq/interest-evolution-10-candidates-recsim-env-slateq.yaml"],
- # args = ["--dir=tuned_examples/slateq"]
- # )
- py_test(
- name = "learning_tests_interest_evolution_10_candidates_recsim_env_slateq_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_discrete", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/slateq/interest-evolution-10-candidates-recsim-env-slateq.yaml"],
- args = ["--dir=tuned_examples/slateq"]
- )
- # TD3
- # py_test(
- # name = "learning_tests_pendulum_td3",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/ddpg/pendulum-td3.yaml"],
- # args = ["--dir=tuned_examples/ddpg"]
- # )
- # --------------------------------------------------------------------
- # Algorithms (Compilation, Losses, simple functionality tests)
- # rllib/algorithms/
- #
- # Tag: algorithms_dir
- # --------------------------------------------------------------------
- # Generic (all Algorithms)
- py_test(
- name = "test_algorithm",
- tags = ["team:rllib", "algorithms_dir", "algorithms_dir_generic"],
- size = "large",
- srcs = ["algorithms/tests/test_algorithm.py"],
- data = ["tests/data/cartpole/small.json"],
- )
- py_test(
- name = "test_algorithm_config",
- tags = ["team:rllib", "algorithms_dir", "algorithms_dir_generic"],
- size = "medium",
- srcs = ["algorithms/tests/test_algorithm_config.py"],
- )
- py_test(
- name = "test_algorithm_export_checkpoint",
- tags = ["team:rllib", "algorithms_dir", "algorithms_dir_generic"],
- size = "medium",
- srcs = ["algorithms/tests/test_algorithm_export_checkpoint.py"],
- )
- py_test(
- name = "test_callbacks",
- tags = ["team:rllib", "algorithms_dir", "algorithms_dir_generic"],
- size = "large",
- srcs = ["algorithms/tests/test_callbacks.py"]
- )
- py_test(
- name = "test_memory_leaks_generic",
- main = "algorithms/tests/test_memory_leaks.py",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/tests/test_memory_leaks.py"]
- )
- py_test(
- name = "test_node_failure",
- tags = ["team:rllib", "tests_dir", "exclusive"],
- size = "medium",
- srcs = ["tests/test_node_failure.py"],
- )
- py_test(
- name = "test_registry",
- tags = ["team:rllib", "algorithms_dir", "algorithms_dir_generic"],
- size = "small",
- srcs = ["algorithms/tests/test_registry.py"],
- )
- py_test(
- name = "test_worker_failures",
- tags = ["team:rllib", "algorithms_dir", "algorithms_dir_generic", "exclusive"],
- size = "large",
- srcs = ["algorithms/tests/test_worker_failures.py"]
- )
- # Specific Algorithms
- # A2C
- py_test(
- name = "test_a2c",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/a2c/tests/test_a2c.py"]
- )
- # A3C
- py_test(
- name = "test_a3c",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/a3c/tests/test_a3c.py"]
- )
- # AlphaStar
- py_test(
- name = "test_alpha_star",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/alpha_star/tests/test_alpha_star.py"]
- )
- # AlphaZero
- py_test(
- name = "test_alpha_zero",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/alpha_zero/tests/test_alpha_zero.py"]
- )
- # LeelaChessZero
- py_test(
- name = "test_leela_chess_zero",
- tags = ["team:rllib","torch_only", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/leela_chess_zero/tests/test_leela_chess_zero.py"]
- )
- # APEX-DQN
- py_test(
- name = "test_apex_dqn",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/apex_dqn/tests/test_apex_dqn.py"]
- )
- # APEX-DDPG
- py_test(
- name = "test_apex_ddpg",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/apex_ddpg/tests/test_apex_ddpg.py"]
- )
- # APPO
- py_test(
- name = "test_appo",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/appo/tests/test_appo.py"]
- )
- py_test(
- name = "test_appo_off_policyness",
- tags = ["team:rllib", "algorithms_dir", "multi_gpu", "exclusive"],
- size = "large",
- srcs = ["algorithms/appo/tests/test_appo_off_policyness.py"]
- )
- py_test(
- name = "test_appo_learner",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/appo/tests/test_appo_learner.py"]
- )
- # ARS
- py_test(
- name = "test_ars",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/ars/tests/test_ars.py"]
- )
- # Bandits
- py_test(
- name = "test_bandits",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/bandit/tests/test_bandits.py"],
- )
- # BC
- py_test(
- name = "test_bc",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- # Include the json data file.
- data = ["tests/data/cartpole/large.json"],
- srcs = ["algorithms/bc/tests/test_bc.py"]
- )
- # CQL
- py_test(
- name = "test_cql",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- data = ["tests/data/pendulum/small.json"],
- srcs = ["algorithms/cql/tests/test_cql.py"]
- )
- # CRR
- py_test(
- name = "test_crr",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/crr/tests/test_crr.py"],
- data = ["tests/data/pendulum/large.json"],
- )
- # DDPG
- py_test(
- name = "test_ddpg",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/ddpg/tests/test_ddpg.py"]
- )
- # DDPPO
- py_test(
- name = "test_ddppo",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/ddppo/tests/test_ddppo.py"]
- )
- # DQN
- py_test(
- name = "test_dqn",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/dqn/tests/test_dqn.py"]
- )
- # DQN Reproducibility
- py_test(
- name = "test_repro_dqn",
- tags = ["team:rllib", "algorithms_dir", "gpu"],
- size = "large",
- srcs = ["algorithms/dqn/tests/test_repro_dqn.py"]
- )
- # Dreamer (V1)
- py_test(
- name = "test_dreamer",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/dreamer/tests/test_dreamer.py"]
- )
- # DreamerV3
- py_test(
- name = "test_dreamerv3",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/dreamerv3/tests/test_dreamerv3.py"]
- )
- # DT
- py_test(
- name = "test_segmentation_buffer",
- tags = ["team:rllib", "algorithms_dir"],
- size = "small",
- srcs = ["algorithms/dt/tests/test_segmentation_buffer.py"]
- )
- py_test(
- name = "test_dt_model",
- tags = ["team:rllib", "algorithms_dir"],
- size = "small",
- srcs = ["algorithms/dt/tests/test_dt_model.py"]
- )
- py_test(
- name = "test_dt_policy",
- tags = ["team:rllib", "algorithms_dir"],
- size = "small",
- srcs = ["algorithms/dt/tests/test_dt_policy.py"]
- )
- py_test(
- name = "test_dt",
- tags = ["team:rllib", "algorithms_dir", "ray_data"],
- size = "medium",
- srcs = ["algorithms/dt/tests/test_dt.py"],
- data = ["tests/data/pendulum/large.json"],
- )
- # ES
- py_test(
- name = "test_es",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/es/tests/test_es.py"]
- )
- # Impala
- py_test(
- name = "test_impala",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/impala/tests/test_impala.py"]
- )
- py_test(
- name = "test_vtrace",
- tags = ["team:rllib", "algorithms_dir"],
- size = "small",
- srcs = ["algorithms/impala/tests/test_vtrace.py"]
- )
- py_test(
- name = "test_vtrace_v2",
- tags = ["team:rllib", "algorithms_dir"],
- size = "small",
- srcs = ["algorithms/impala/tests/test_vtrace_v2.py"]
- )
- py_test(
- name = "test_impala_off_policyness",
- tags = ["team:rllib", "algorithms_dir", "exclusive"],
- size = "large",
- srcs = ["algorithms/impala/tests/test_impala_off_policyness.py"]
- )
- py_test(
- name = "test_impala_learner",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/impala/tests/test_impala_learner.py"]
- )
- # MARWIL
- py_test(
- name = "test_marwil",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- # Include the json data file.
- data = [
- "tests/data/cartpole/large.json",
- "tests/data/pendulum/large.json",
- "tests/data/cartpole/small.json",
- ],
- srcs = ["algorithms/marwil/tests/test_marwil.py"]
- )
- # MADDPG
- py_test(
- name = "test_maddpg",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/maddpg/tests/test_maddpg.py"]
- )
- # MAML
- py_test(
- name = "test_maml",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/maml/tests/test_maml.py"]
- )
- # MBMPO
- py_test(
- name = "test_mbmpo",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/mbmpo/tests/test_mbmpo.py"]
- )
- # PG
- py_test(
- name = "test_pg",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/pg/tests/test_pg.py"]
- )
- # PPO
- py_test(
- name = "test_ppo",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/ppo/tests/test_ppo.py"]
- )
- py_test(
- name = "test_ppo_with_rl_module",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/ppo/tests/test_ppo_with_rl_module.py"]
- )
- py_test(
- name = "test_ppo_rl_module",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/ppo/tests/test_ppo_rl_module.py"]
- )
- py_test(
- name = "test_ppo_learner",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/ppo/tests/test_ppo_learner.py"]
- )
- # PPO Reproducibility
- py_test(
- name = "test_repro_ppo",
- tags = ["team:rllib", "algorithms_dir", "gpu"],
- size = "large",
- srcs = ["algorithms/ppo/tests/test_repro_ppo.py"]
- )
- # QMix
- py_test(
- name = "test_qmix",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/qmix/tests/test_qmix.py"]
- )
- # R2D2
- py_test(
- name = "test_r2d2",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/r2d2/tests/test_r2d2.py"]
- )
- # RandomAgent
- py_test(
- name = "test_random_agent",
- main = "algorithms/random_agent/random_agent.py",
- tags = ["team:rllib", "algorithms_dir"],
- size = "small",
- srcs = ["algorithms/random_agent/random_agent.py"]
- )
- # RNNSAC
- py_test(
- name = "test_rnnsac",
- tags = ["team:rllib", "algorithms_dir"],
- size = "small",
- srcs = ["algorithms/sac/tests/test_rnnsac.py"]
- )
- # SAC
- py_test(
- name = "test_sac",
- tags = ["team:rllib", "algorithms_dir"],
- size = "large",
- srcs = ["algorithms/sac/tests/test_sac.py"]
- )
- # SimpleQ
- py_test(
- name = "test_simple_q",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/simple_q/tests/test_simple_q.py"]
- )
- # SimpleQ Reproducibility
- py_test(
- name = "test_repro_simple_q",
- tags = ["team:rllib", "algorithms_dir", "gpu"],
- size = "large",
- srcs = ["algorithms/simple_q/tests/test_repro_simple_q.py"]
- )
- # SlateQ
- py_test(
- name = "test_slateq",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/slateq/tests/test_slateq.py"]
- )
- # TD3
- py_test(
- name = "test_td3",
- tags = ["team:rllib", "algorithms_dir"],
- size = "medium",
- srcs = ["algorithms/td3/tests/test_td3.py"]
- )
- # --------------------------------------------------------------------
- # Memory leak tests
- #
- # Tag: memory_leak_tests
- # --------------------------------------------------------------------
- py_test(
- name = "test_memory_leak_a3c",
- tags = ["team:rllib", "memory_leak_tests"],
- main = "utils/tests/run_memory_leak_tests.py",
- size = "large",
- srcs = ["utils/tests/run_memory_leak_tests.py"],
- data = ["tuned_examples/a3c/memory-leak-test-a3c.yaml"],
- args = ["--dir=tuned_examples/a3c"]
- )
- py_test(
- name = "test_memory_leak_appo",
- tags = ["team:rllib", "memory_leak_tests"],
- main = "utils/tests/run_memory_leak_tests.py",
- size = "large",
- srcs = ["utils/tests/run_memory_leak_tests.py"],
- data = ["tuned_examples/appo/memory-leak-test-appo.yaml"],
- args = ["--dir=tuned_examples/appo"]
- )
- py_test(
- name = "test_memory_leak_ddpg",
- tags = ["team:rllib", "memory_leak_tests"],
- main = "utils/tests/run_memory_leak_tests.py",
- size = "large",
- srcs = ["utils/tests/run_memory_leak_tests.py"],
- data = ["tuned_examples/ddpg/memory-leak-test-ddpg.yaml"],
- args = ["--dir=tuned_examples/ddpg"]
- )
- py_test(
- name = "test_memory_leak_dqn",
- tags = ["team:rllib", "memory_leak_tests"],
- main = "utils/tests/run_memory_leak_tests.py",
- size = "large",
- srcs = ["utils/tests/run_memory_leak_tests.py"],
- data = ["tuned_examples/dqn/memory-leak-test-dqn.yaml"],
- args = ["--dir=tuned_examples/dqn"]
- )
- py_test(
- name = "test_memory_leak_impala",
- tags = ["team:rllib", "memory_leak_tests"],
- main = "utils/tests/run_memory_leak_tests.py",
- size = "large",
- srcs = ["utils/tests/run_memory_leak_tests.py"],
- data = ["tuned_examples/impala/memory-leak-test-impala.yaml"],
- args = ["--dir=tuned_examples/impala"]
- )
- py_test(
- name = "test_memory_leak_ppo",
- tags = ["team:rllib", "memory_leak_tests"],
- main = "utils/tests/run_memory_leak_tests.py",
- size = "large",
- srcs = ["utils/tests/run_memory_leak_tests.py"],
- data = ["tuned_examples/ppo/memory-leak-test-ppo.yaml"],
- args = ["--dir=tuned_examples/ppo"]
- )
- py_test(
- name = "test_memory_leak_sac",
- tags = ["team:rllib", "memory_leak_tests"],
- main = "utils/tests/run_memory_leak_tests.py",
- size = "large",
- srcs = ["utils/tests/run_memory_leak_tests.py"],
- data = ["tuned_examples/sac/memory-leak-test-sac.yaml"],
- args = ["--dir=tuned_examples/sac"]
- )
- # --------------------------------------------------------------------
- # Algorithms (quick training test iterations via `rllib train`)
- #
- # Tag: quick_train
- #
- # These are not(!) learning tests, we only test here compilation and
- # support for certain envs, spaces, setups.
- # Should all be very short tests with label: "quick_train".
- # --------------------------------------------------------------------
- # A2C/A3C
- py_test(
- name = "test_a3c_torch_pong_v5",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "ALE/Pong-v5",
- "--run", "A3C",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"torch\", \"num_workers\": 2, \"sample_async\": false, \"model\": {\"use_lstm\": false, \"grayscale\": true, \"zero_mean\": false, \"dim\": 84}, \"preprocessor_pref\": \"rllib\"}'",
- "--ray-num-cpus", "4"
- ]
- )
- py_test(
- name = "test_a3c_tf_pong_ram_v5",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "ALE/Pong-ram-v5",
- "--run", "A3C",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 2}'",
- "--ray-num-cpus", "4"
- ]
- )
- # DDPG/APEX-DDPG/TD3
- py_test(
- name = "test_ddpg_mountaincar_continuous_v0_num_workers_0",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "MountainCarContinuous-v0",
- "--run", "DDPG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 0}'"
- ]
- )
- py_test(
- name = "test_ddpg_mountaincar_continuous_v0_num_workers_1",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "MountainCarContinuous-v0",
- "--run", "DDPG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 1}'"
- ]
- )
- py_test(
- name = "test_apex_ddpg_pendulum_v1_complete_episode_batches",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "Pendulum-v1",
- "--run", "APEX_DDPG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 2, \"optimizer\": {\"num_replay_buffer_shards\": 1}, \"num_steps_sampled_before_learning_starts\": 100, \"min_time_s_per_iteration\": 1, \"batch_mode\": \"complete_episodes\"}'",
- "--ray-num-cpus", "4",
- ]
- )
- # DQN/APEX
- py_test(
- name = "test_dqn_frozenlake_v1",
- main = "train.py", srcs = ["train.py"],
- size = "medium",
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "FrozenLake-v1",
- "--run", "DQN",
- "--config", "'{\"framework\": \"tf\"}'",
- "--stop", "'{\"training_iteration\": 1}'"
- ]
- )
- py_test(
- name = "test_dqn_cartpole_v1_no_dueling",
- main = "train.py", srcs = ["train.py"],
- size = "medium",
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "DQN",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"lr\": 1e-3, \"exploration_config\": {\"epsilon_timesteps\": 10000, \"final_epsilon\": 0.02}, \"dueling\": false, \"hiddens\": [], \"model\": {\"fcnet_hiddens\": [64], \"fcnet_activation\": \"relu\"}}'"
- ]
- )
- py_test(
- name = "test_dqn_cartpole_v1",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "DQN",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 2}'",
- "--ray-num-cpus", "4"
- ]
- )
- py_test(
- name = "test_dqn_cartpole_v1_with_offline_input_and_softq",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train", "external_files"],
- size = "medium",
- # Include the json data file.
- data = ["tests/data/cartpole/small.json"],
- args = [
- "--env", "CartPole-v1",
- "--run", "DQN",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"input\": \"tests/data/cartpole\", \"num_steps_sampled_before_learning_starts\": 0, \"off_policy_estimation_methods\": {\"wis\": {\"type\": \"ray.rllib.offline.estimators.weighted_importance_sampling.WeightedImportanceSampling\"}, \"is\": {\"type\": \"ray.rllib.offline.estimators.importance_sampling.ImportanceSampling\"}}, \"exploration_config\": {\"type\": \"SoftQ\"}}'"
- ]
- )
- py_test(
- name = "test_dqn_pong_v5",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "ALE/Pong-v5",
- "--run", "DQN",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"lr\": 1e-4, \"exploration_config\": {\"epsilon_timesteps\": 200000, \"final_epsilon\": 0.01}, \"replay_buffer_config\": {\"capacity\": 10000}, \"num_steps_sampled_before_learning_starts\": 10000, \"rollout_fragment_length\": 4, \"target_network_update_freq\": 1000, \"gamma\": 0.99}'"
- ]
- )
- # IMPALA
- py_test(
- name = "test_impala_buffers_2",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "IMPALA",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_gpus\": 0, \"num_workers\": 2, \"min_time_s_per_iteration\": 1, \"num_multi_gpu_tower_stacks\": 2, \"replay_buffer_num_slots\": 100, \"replay_proportion\": 1.0}'",
- "--ray-num-cpus", "4",
- ]
- )
- py_test(
- name = "test_impala_cartpole_v1_buffers_2_lstm",
- main = "train.py",
- srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "IMPALA",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_gpus\": 0, \"num_workers\": 2, \"min_time_s_per_iteration\": 1, \"num_multi_gpu_tower_stacks\": 2, \"replay_buffer_num_slots\": 100, \"replay_proportion\": 1.0, \"model\": {\"use_lstm\": true}}'",
- "--ray-num-cpus", "4",
- ]
- )
- py_test(
- name = "test_impala_pong_v5_40k_ts_1G_obj_store",
- main = "train.py",
- srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- args = [
- "--env", "ALE/Pong-v5",
- "--run", "IMPALA",
- "--stop", "'{\"timesteps_total\": 30000}'",
- "--ray-object-store-memory=1000000000",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 1, \"num_gpus\": 0, \"num_envs_per_worker\": 32, \"rollout_fragment_length\": 50, \"train_batch_size\": 50, \"learner_queue_size\": 1}'"
- ]
- )
- # PG
- py_test(
- name = "test_pg_tf_cartpole_v1_lstm",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "PG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"train_batch_size\": 500, \"num_workers\": 1, \"model\": {\"use_lstm\": true, \"max_seq_len\": 100}}'"
- ]
- )
- py_test(
- name = "test_pg_tf_cartpole_v1_multi_envs_per_worker",
- main = "train.py", srcs = ["train.py"],
- size = "medium",
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "PG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"train_batch_size\": 5000, \"num_workers\": 1, \"num_envs_per_worker\": 10}'"
- ]
- )
- py_test(
- name = "test_pg_tf_pong_v5",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "ALE/Pong-v5",
- "--run", "PG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"train_batch_size\": 500, \"num_workers\": 1}'"
- ]
- )
- # PPO/APPO
- py_test(
- name = "test_ppo_tf_cartpole_v1_complete_episode_batches",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "PPO",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"kl_coeff\": 1.0, \"num_sgd_iter\": 10, \"lr\": 1e-4, \"sgd_minibatch_size\": 64, \"train_batch_size\": 2000, \"num_workers\": 1, \"use_gae\": false, \"batch_mode\": \"complete_episodes\"}'"
- ]
- )
- py_test(
- name = "test_ppo_tf_cartpole_v1_remote_worker_envs",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "PPO",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"remote_worker_envs\": true, \"remote_env_batch_wait_ms\": 99999999, \"num_envs_per_worker\": 2, \"num_workers\": 1, \"train_batch_size\": 100, \"sgd_minibatch_size\": 50}'"
- ]
- )
- py_test(
- name = "test_ppo_tf_cartpole_v1_remote_worker_envs_b",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "PPO",
- "--stop", "'{\"training_iteration\": 2}'",
- "--config", "'{\"framework\": \"tf\", \"remote_worker_envs\": true, \"num_envs_per_worker\": 2, \"num_workers\": 1, \"train_batch_size\": 100, \"sgd_minibatch_size\": 50}'"
- ]
- )
- py_test(
- name = "test_appo_tf_pendulum_v1_no_gpus",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:rllib", "quick_train"],
- args = [
- "--env", "Pendulum-v1",
- "--run", "APPO",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 2, \"num_gpus\": 0}'",
- "--ray-num-cpus", "4"
- ]
- )
- # --------------------------------------------------------------------
- # Connector tests
- # rllib/connector/
- #
- # Tag: connector
- # --------------------------------------------------------------------
- py_test(
- name = "connectors/tests/test_connector",
- tags = ["team:rllib", "connector"],
- size = "small",
- srcs = ["connectors/tests/test_connector.py"]
- )
- py_test(
- name = "connectors/tests/test_action",
- tags = ["team:rllib", "connector"],
- size = "small",
- srcs = ["connectors/tests/test_action.py"]
- )
- py_test(
- name = "connectors/tests/test_agent",
- tags = ["team:rllib", "connector"],
- size = "medium",
- srcs = ["connectors/tests/test_agent.py"]
- )
- # --------------------------------------------------------------------
- # Env tests
- # rllib/env/
- #
- # Tag: env
- # --------------------------------------------------------------------
- py_test(
- name = "env/tests/test_single_agent_gym_env_runner",
- tags = ["team:rllib", "env"],
- size = "medium",
- srcs = ["env/tests/test_single_agent_gym_env_runner.py"]
- )
- py_test(
- name = "env/tests/test_env_with_subprocess",
- tags = ["team:rllib", "env"],
- size = "medium",
- srcs = ["env/tests/test_env_with_subprocess.py"]
- )
- py_test(
- name = "env/tests/test_external_env",
- tags = ["team:rllib", "env"],
- size = "large",
- srcs = ["env/tests/test_external_env.py"]
- )
- py_test(
- name = "env/tests/test_external_multi_agent_env",
- tags = ["team:rllib", "env"],
- size = "small",
- srcs = ["env/tests/test_external_multi_agent_env.py"]
- )
- sh_test(
- name = "env/tests/test_local_inference_cartpole",
- tags = ["team:rllib", "env"],
- size = "medium",
- srcs = ["env/tests/test_policy_client_server_setup.sh"],
- args = ["local", "cartpole", "8800"],
- data = glob(["examples/serving/*.py"]),
- )
- sh_test(
- name = "env/tests/test_local_inference_cartpole_w_2_concurrent_episodes",
- tags = ["team:rllib", "env"],
- size = "medium",
- srcs = ["env/tests/test_policy_client_server_setup.sh"],
- args = ["local", "cartpole-dummy-2-episodes", "8830"],
- data = glob(["examples/serving/*.py"]),
- )
- # Tests with unity 3d and external envs currently don't work
- # see: https://github.com/ray-project/ray/issues/34290 for more details
- # sh_test(
- # name = "env/tests/test_local_inference_unity3d",
- # tags = ["team:rllib", "env"],
- # size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- # srcs = ["env/tests/test_policy_client_server_setup.sh"],
- # args = ["local", "unity3d", "8850"],
- # data = glob(["examples/serving/*.py"]),
- # )
- py_test(
- name = "env/tests/test_multi_agent_env",
- tags = ["team:rllib", "tests_dir"],
- size = "medium",
- srcs = ["env/tests/test_multi_agent_env.py"]
- )
- sh_test(
- name = "env/tests/test_remote_inference_cartpole",
- tags = ["team:rllib", "env", "exclusive"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["env/tests/test_policy_client_server_setup.sh"],
- args = ["remote", "cartpole", "8810"],
- data = glob(["examples/serving/*.py"]),
- )
- sh_test(
- name = "env/tests/test_remote_inference_cartpole_lstm",
- tags = ["team:rllib", "env", "exclusive"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["env/tests/test_policy_client_server_setup.sh"],
- args = ["remote", "cartpole_lstm", "8820"],
- data = glob(["examples/serving/*.py"]),
- )
- sh_test(
- name = "env/tests/test_remote_inference_cartpole_w_2_concurrent_episodes",
- tags = ["team:rllib", "env", "exclusive"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["env/tests/test_policy_client_server_setup.sh"],
- args = ["remote", "cartpole-dummy-2-episodes", "8840"],
- data = glob(["examples/serving/*.py"]),
- )
- # Tests with unity 3d and external envs currently don't work
- # see: https://github.com/ray-project/ray/issues/34290 for more details
- # sh_test(
- # name = "env/tests/test_remote_inference_unity3d",
- # tags = ["team:rllib", "env", "exclusive"],
- # size = "small",
- # srcs = ["env/tests/test_policy_client_server_setup.sh"],
- # args = ["remote", "unity3d", "8860"],
- # data = glob(["examples/serving/*.py"]),
- # )
- py_test(
- name = "env/tests/test_remote_worker_envs",
- tags = ["team:rllib", "env"],
- size = "medium",
- srcs = ["env/tests/test_remote_worker_envs.py"]
- )
- py_test(
- name = "env/wrappers/tests/test_exception_wrapper",
- tags = ["team:rllib", "env"],
- size = "small",
- srcs = ["env/wrappers/tests/test_exception_wrapper.py"]
- )
- py_test(
- name = "env/wrappers/tests/test_group_agents_wrapper",
- tags = ["team:rllib", "env"],
- size = "small",
- srcs = ["env/wrappers/tests/test_group_agents_wrapper.py"]
- )
- py_test(
- name = "env/wrappers/tests/test_recsim_wrapper",
- tags = ["team:rllib", "env"],
- size = "small",
- srcs = ["env/wrappers/tests/test_recsim_wrapper.py"]
- )
- py_test(
- name = "env/wrappers/tests/test_unity3d_env",
- tags = ["team:rllib", "env"],
- size = "small",
- srcs = ["env/wrappers/tests/test_unity3d_env.py"]
- )
- # --------------------------------------------------------------------
- # Evaluation components
- # rllib/evaluation/
- #
- # Tag: evaluation
- # --------------------------------------------------------------------
- py_test(
- name = "evaluation/tests/test_agent_collector",
- tags = ["team:rllib", "evaluation"],
- size = "small",
- srcs = ["evaluation/tests/test_agent_collector.py"]
- )
- py_test(
- name = "evaluation/tests/test_envs_that_crash",
- tags = ["team:rllib", "evaluation"],
- size = "medium",
- srcs = ["evaluation/tests/test_envs_that_crash.py"]
- )
- py_test(
- name = "evaluation/tests/test_episode",
- tags = ["team:rllib", "evaluation"],
- size = "small",
- srcs = ["evaluation/tests/test_episode.py"]
- )
- py_test(
- name = "evaluation/tests/test_env_runner_v2",
- tags = ["team:rllib", "evaluation"],
- size = "small",
- srcs = ["evaluation/tests/test_env_runner_v2.py"]
- )
- py_test(
- name = "evaluation/tests/test_episode_v2",
- tags = ["team:rllib", "evaluation"],
- size = "small",
- srcs = ["evaluation/tests/test_episode_v2.py"]
- )
- py_test(
- name = "evaluation/tests/test_postprocessing",
- tags = ["team:rllib", "evaluation"],
- size = "small",
- srcs = ["evaluation/tests/test_postprocessing.py"]
- )
- py_test(
- name = "evaluation/tests/test_worker_set",
- tags = ["team:rllib", "evaluation", "exclusive"],
- size = "small",
- srcs = ["evaluation/tests/test_worker_set.py"]
- )
- py_test(
- name = "evaluation/tests/test_rollout_worker",
- tags = ["team:rllib", "evaluation", "exclusive"],
- size = "large",
- srcs = ["evaluation/tests/test_rollout_worker.py"]
- )
- py_test(
- name = "evaluation/tests/test_trajectory_view_api",
- tags = ["team:rllib", "evaluation"],
- size = "large",
- srcs = ["evaluation/tests/test_trajectory_view_api.py"]
- )
- # --------------------------------------------------------------------
- # Execution Utils
- # rllib/execution/
- #
- # Tag: execution
- # --------------------------------------------------------------------
- py_test(
- name = "test_async_requests_manager",
- tags = ["team:rllib", "execution", "exclusive"],
- size = "medium",
- srcs = ["execution/tests/test_async_requests_manager.py"]
- )
- # --------------------------------------------------------------------
- # RLlib core
- # rllib/core/
- #
- # Tag: core
- # --------------------------------------------------------------------
- # Catalog
- py_test(
- name = "test_catalog",
- tags = ["team:rllib", "core"],
- size = "medium",
- srcs = ["core/models/tests/test_catalog.py"]
- )
- # Default Models
- py_test(
- name = "test_base_models",
- tags = ["team:rllib", "core"],
- size = "small",
- srcs = ["core/models/tests/test_base_models.py"]
- )
- py_test(
- name = "test_cnn_encoders",
- tags = ["team:rllib", "core", "models"],
- size = "large",
- srcs = ["core/models/tests/test_cnn_encoders.py"]
- )
- py_test(
- name = "test_cnn_transpose_heads",
- tags = ["team:rllib", "core", "models"],
- size = "medium",
- srcs = ["core/models/tests/test_cnn_transpose_heads.py"]
- )
- py_test(
- name = "test_mlp_encoders",
- tags = ["team:rllib", "core", "models"],
- size = "medium",
- srcs = ["core/models/tests/test_mlp_encoders.py"]
- )
- py_test(
- name = "test_mlp_heads",
- tags = ["team:rllib", "core", "models"],
- size = "medium",
- srcs = ["core/models/tests/test_mlp_heads.py"]
- )
- py_test(
- name = "test_recurrent_encoders",
- tags = ["team:rllib", "core", "models"],
- size = "medium",
- srcs = ["core/models/tests/test_recurrent_encoders.py"]
- )
- # Specs
- py_test(
- name = "test_check_specs",
- tags = ["team:rllib", "models"],
- size = "small",
- srcs = ["core/models/specs/tests/test_check_specs.py"]
- )
- py_test(
- name = "test_tensor_spec",
- tags = ["team:rllib", "models"],
- size = "small",
- srcs = ["core/models/specs/tests/test_tensor_spec.py"]
- )
- py_test(
- name = "test_spec_dict",
- tags = ["team:rllib", "models"],
- size = "small",
- srcs = ["core/models/specs/tests/test_spec_dict.py"]
- )
- # RLModule
- py_test(
- name = "test_torch_rl_module",
- tags = ["team:rllib", "core"],
- size = "medium",
- srcs = ["core/rl_module/torch/tests/test_torch_rl_module.py"],
- args = ["TestRLModule"],
- )
- # TODO(Artur): Comment this back in as soon as we can test with GPU
- # py_test(
- # name = "test_torch_rl_module_gpu",
- # main = "core/rl_module/torch/tests/test_torch_rl_module.py",
- # tags = ["team:rllib", "core", "gpu", "exclusive"],
- # size = "medium",
- # srcs = ["core/rl_module/torch/tests/test_torch_rl_module.py"],
- # args = ["TestRLModuleGPU"],
- # )
- py_test(
- name = "test_tf_rl_module",
- tags = ["team:rllib", "core"],
- size = "medium",
- srcs = ["core/rl_module/tf/tests/test_tf_rl_module.py"]
- )
- py_test(
- name = "test_marl_module",
- tags = ["team:rllib", "core"],
- size = "medium",
- srcs = ["core/rl_module/tests/test_marl_module.py"]
- )
- py_test(
- name = "test_rl_module_specs",
- tags = ["team:rllib", "core"],
- size = "medium",
- srcs = ["core/rl_module/tests/test_rl_module_specs.py"]
- )
- # Learner
- py_test(
- name = "TestLearnerGroupSyncUpdate",
- main = "core/learner/tests/test_learner_group.py",
- tags = ["team:rllib", "multi_gpu", "exclusive"],
- size = "large",
- srcs = ["core/learner/tests/test_learner_group.py"],
- args = ["TestLearnerGroupSyncUpdate"]
- )
- py_test(
- name = "TestLearnerGroupCheckpointRestore",
- main = "core/learner/tests/test_learner_group.py",
- tags = ["team:rllib", "multi_gpu", "exclusive"],
- size = "large",
- srcs = ["core/learner/tests/test_learner_group.py"],
- args = ["TestLearnerGroupCheckpointRestore"]
- )
- py_test(
- name = "TestLearnerGroupAsyncUpdate",
- main = "core/learner/tests/test_learner_group.py",
- tags = ["team:rllib", "multi_gpu", "exclusive"],
- size = "large",
- srcs = ["core/learner/tests/test_learner_group.py"],
- args = ["TestLearnerGroupAsyncUpdate"]
- )
- py_test(
- name = "TestLearnerGroupSaveLoadState",
- main = "core/learner/tests/test_learner_group.py",
- tags = ["team:rllib", "multi_gpu", "exclusive"],
- size = "large",
- srcs = ["core/learner/tests/test_learner_group.py"],
- args = ["TestLearnerGroupSaveLoadState"]
- )
- py_test(
- name = "test_learner_group_config",
- tags = ["team:rllib", "core"],
- size = "medium",
- srcs = ["core/learner/tests/test_learner_group_config.py"]
- )
- py_test(
- name = "test_learner",
- tags = ["team:rllib", "core", "ray_data"],
- size = "medium",
- srcs = ["core/learner/tests/test_learner.py"]
- )
- py_test(
- name = "test_torch_learner_compile",
- tags = ["team:rllib", "core", "ray_data"],
- size = "medium",
- srcs = ["core/learner/torch/tests/test_torch_learner_compile.py"]
- )
- py_test(
- name ="tests/test_algorithm_save_load_checkpoint_learner",
- tags = ["team:rllib", "core"],
- size = "medium",
- srcs = ["tests/test_algorithm_save_load_checkpoint_learner.py"]
- )
- py_test(
- name="test_algorithm_rl_module_restore",
- tags=["team:rllib", "core"],
- size="large",
- srcs=["tests/test_algorithm_rl_module_restore.py"]
- )
- py_test(
- name = "test_bc_algorithm",
- tags = ["team:rllib", "core"],
- size = "medium",
- srcs = ["core/testing/tests/test_bc_algorithm.py"]
- )
- # --------------------------------------------------------------------
- # Models and Distributions
- # rllib/models/
- #
- # Tag: models
- # --------------------------------------------------------------------
- py_test(
- name = "test_attention_nets",
- tags = ["team:rllib", "models"],
- size = "large",
- srcs = ["models/tests/test_attention_nets.py"]
- )
- py_test(
- name = "test_conv2d_default_stacks",
- tags = ["team:rllib", "models"],
- size = "small",
- srcs = ["models/tests/test_conv2d_default_stacks.py"]
- )
- py_test(
- name = "test_convtranspose2d_stack",
- tags = ["team:rllib", "models"],
- size = "medium",
- data = glob(["tests/data/images/obstacle_tower.png"]),
- srcs = ["models/tests/test_convtranspose2d_stack.py"]
- )
- py_test(
- name = "test_action_distributions",
- tags = ["team:rllib", "models"],
- size = "medium",
- srcs = ["models/tests/test_action_distributions.py"]
- )
- py_test(
- name = "test_distributions",
- tags = ["team:rllib", "models"],
- size = "small",
- srcs = ["models/tests/test_distributions.py"]
- )
- py_test(
- name = "test_lstms",
- tags = ["team:rllib", "models"],
- size = "large",
- srcs = ["models/tests/test_lstms.py"]
- )
- py_test(
- name = "test_models",
- tags = ["team:rllib", "models"],
- size = "medium",
- srcs = ["models/tests/test_models.py"]
- )
- py_test(
- name = "test_preprocessors",
- tags = ["team:rllib", "models"],
- size = "medium",
- srcs = ["models/tests/test_preprocessors.py"]
- )
- # test abstract base models
- py_test(
- name = "test_base_model",
- tags = ["team:rllib", "models"],
- size = "small",
- srcs = ["models/tests/test_base_model.py"]
- )
- # test torch base models
- py_test(
- name = "test_torch_model",
- tags = ["team:rllib", "models"],
- size = "small",
- srcs = ["models/tests/test_torch_model.py"]
- )
- # --------------------------------------------------------------------
- # Offline
- # rllib/offline/
- #
- # Tag: offline
- # --------------------------------------------------------------------
- py_test(
- name = "test_dataset_reader",
- tags = ["team:rllib", "offline"],
- size = "small",
- srcs = ["offline/tests/test_dataset_reader.py"],
- data = [
- "tests/data/pendulum/large.json",
- "tests/data/pendulum/enormous.zip",
- ],
- )
- py_test(
- name = "test_feature_importance",
- tags = ["team:rllib", "offline", "torch_only"],
- size = "medium",
- srcs = ["offline/tests/test_feature_importance.py"]
- )
- py_test(
- name = "test_json_reader",
- tags = ["team:rllib", "offline"],
- size = "small",
- srcs = ["offline/tests/test_json_reader.py"],
- data = ["tests/data/pendulum/large.json"],
- )
- py_test(
- name = "test_ope",
- tags = ["team:rllib", "offline", "ray_data"],
- size = "medium",
- srcs = ["offline/estimators/tests/test_ope.py"],
- data = ["tests/data/cartpole/small.json"],
- )
- py_test(
- name = "test_ope_math",
- tags = ["team:rllib", "offline"],
- size = "small",
- srcs = ["offline/estimators/tests/test_ope_math.py"]
- )
- py_test(
- name = "test_dm_learning",
- tags = ["team:rllib", "offline"],
- size = "large",
- srcs = ["offline/estimators/tests/test_dm_learning.py"],
- )
- py_test(
- name = "test_dr_learning",
- tags = ["team:rllib", "offline"],
- size = "large",
- srcs = ["offline/estimators/tests/test_dr_learning.py"],
- )
- # --------------------------------------------------------------------
- # Policies
- # rllib/policy/
- #
- # Tag: policy
- # --------------------------------------------------------------------
- py_test(
- name = "policy/tests/test_compute_log_likelihoods",
- tags = ["team:rllib", "policy"],
- size = "medium",
- srcs = ["policy/tests/test_compute_log_likelihoods.py"]
- )
- py_test(
- name = "policy/tests/test_export_checkpoint_and_model",
- tags = ["team:rllib", "policy"],
- size = "large",
- srcs = ["policy/tests/test_export_checkpoint_and_model.py"]
- )
- py_test(
- name = "policy/tests/test_multi_agent_batch",
- tags = ["team:rllib", "policy"],
- size = "small",
- srcs = ["policy/tests/test_multi_agent_batch.py"]
- )
- py_test(
- name = "policy/tests/test_policy",
- tags = ["team:rllib", "policy"],
- size = "medium",
- srcs = ["policy/tests/test_policy.py"]
- )
- py_test(
- name = "policy/tests/test_policy_map",
- tags = ["team:rllib", "policy"],
- size = "medium",
- srcs = ["policy/tests/test_policy_map.py"]
- )
- py_test(
- name = "policy/tests/test_policy_state_swapping",
- tags = ["team:rllib", "policy", "gpu"],
- size = "medium",
- srcs = ["policy/tests/test_policy_state_swapping.py"]
- )
- py_test(
- name = "policy/tests/test_rnn_sequencing",
- tags = ["team:rllib", "policy"],
- size = "small",
- srcs = ["policy/tests/test_rnn_sequencing.py"]
- )
- py_test(
- name = "policy/tests/test_sample_batch",
- tags = ["team:rllib", "policy", "multi_gpu"],
- size = "small",
- srcs = ["policy/tests/test_sample_batch.py"]
- )
- py_test(
- name = "policy/tests/test_view_requirement",
- tags = ["team:rllib", "policy"],
- size = "small",
- srcs = ["policy/tests/test_view_requirement.py"]
- )
- # --------------------------------------------------------------------
- # Utils:
- # rllib/utils/
- #
- # Tag: utils
- # --------------------------------------------------------------------
- # Checkpoint Utils
- py_test(
- name = "test_checkpoint_utils",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/tests/test_checkpoint_utils.py"]
- )
- py_test(
- name = "test_errors",
- tags = ["team:rllib", "utils"],
- size = "medium",
- srcs = ["utils/tests/test_errors.py"]
- )
- py_test(
- name = "test_minibatch_utils",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/tests/test_minibatch_utils.py"]
- )
- py_test(
- name = "test_nested_dict",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/tests/test_nested_dict.py"]
- )
- py_test(
- name = "test_serialization",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/tests/test_serialization.py"]
- )
- py_test(
- name = "test_curiosity",
- tags = ["team:rllib", "utils"],
- size = "large",
- srcs = ["utils/exploration/tests/test_curiosity.py"]
- )
- py_test(
- name = "test_explorations",
- tags = ["team:rllib", "utils"],
- size = "large",
- srcs = ["utils/exploration/tests/test_explorations.py"]
- )
- py_test(
- name = "test_parameter_noise",
- tags = ["team:rllib", "utils"],
- size = "medium",
- srcs = ["utils/exploration/tests/test_parameter_noise.py"]
- )
- py_test(
- name = "test_random_encoder",
- tags = ["team:rllib", "utils"],
- size = "large",
- srcs = ["utils/exploration/tests/test_random_encoder.py"]
- )
- py_test(
- name = "utils/tests/test_torch_utils",
- tags = ["team:rllib", "utils", "gpu"],
- size = "medium",
- srcs = ["utils/tests/test_torch_utils.py"]
- )
- # Schedules
- py_test(
- name = "test_schedules",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/schedules/tests/test_schedules.py"]
- )
- py_test(
- name = "test_framework_agnostic_components",
- tags = ["team:rllib", "utils"],
- size = "small",
- data = glob(["utils/tests/**"]),
- srcs = ["utils/tests/test_framework_agnostic_components.py"]
- )
- # Spaces/Space utils.
- py_test(
- name = "test_space_utils",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/spaces/tests/test_space_utils.py"]
- )
- # TaskPool
- py_test(
- name = "test_taskpool",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/tests/test_taskpool.py"]
- )
- # ReplayBuffers
- py_test(
- name = "test_episode_replay_buffer",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/replay_buffers/tests/test_episode_replay_buffer.py"]
- )
- py_test(
- name = "test_multi_agent_mixin_replay_buffer",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/replay_buffers/tests/test_multi_agent_mixin_replay_buffer.py"]
- )
- py_test(
- name = "test_multi_agent_prioritized_replay_buffer",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/replay_buffers/tests/test_multi_agent_prioritized_replay_buffer.py"]
- )
- py_test(
- name = "test_multi_agent_replay_buffer",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/replay_buffers/tests/test_multi_agent_replay_buffer.py"]
- )
- py_test(
- name = "test_prioritized_replay_buffer_replay_buffer_api",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/replay_buffers/tests/test_prioritized_replay_buffer_replay_buffer_api.py"]
- )
- py_test(
- name = "test_replay_buffer",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/replay_buffers/tests/test_replay_buffer.py"]
- )
- py_test(
- name = "test_fifo_replay_buffer",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/replay_buffers/tests/test_fifo_replay_buffer.py"]
- )
- py_test(
- name = "test_reservoir_buffer",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/replay_buffers/tests/test_reservoir_buffer.py"]
- )
- py_test(
- name = "test_segment_tree_replay_buffer_api",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/replay_buffers/tests/test_segment_tree_replay_buffer_api.py"]
- )
- py_test(
- name = "test_check_env",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/tests/test_check_env.py"]
- )
- py_test(
- name = "test_check_multi_agent",
- tags = ["team:rllib", "utils"],
- size = "small",
- srcs = ["utils/tests/test_check_multi_agent.py"]
- )
- py_test(
- name = "test_actor_manager",
- tags = ["team:rllib", "utils", "exclusive"],
- size = "medium",
- srcs = ["utils/tests/test_actor_manager.py"],
- data = ["utils/tests/random_numbers.pkl"],
- )
- # --------------------------------------------------------------------
- # rllib/tests/ directory
- #
- # Tag: tests_dir
- #
- # NOTE: Add tests alphabetically into this list.
- # --------------------------------------------------------------------
- py_test(
- name = "tests/backward_compat/test_backward_compat",
- tags = ["team:rllib", "tests_dir"],
- size = "medium",
- srcs = ["tests/backward_compat/test_backward_compat.py"],
- data = glob(["tests/backward_compat/checkpoints/**"]),
- )
- py_test(
- name = "tests/backward_compat/test_gym_env_apis",
- tags = ["team:rllib", "env"],
- size = "large",
- srcs = ["tests/backward_compat/test_gym_env_apis.py"]
- )
- py_test(
- name = "tests/test_algorithm_imports",
- tags = ["team:rllib", "tests_dir"],
- size = "small",
- srcs = ["tests/test_algorithm_imports.py"]
- )
- py_test(
- name = "tests/test_catalog",
- tags = ["team:rllib", "tests_dir"],
- size = "medium",
- srcs = ["tests/test_catalog.py"]
- )
- py_test(
- name = "tests/test_checkpoint_restore_pg",
- main = "tests/test_algorithm_checkpoint_restore.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- srcs = ["tests/test_algorithm_checkpoint_restore.py"],
- args = ["TestCheckpointRestorePG"]
- )
- py_test(
- name = "tests/test_checkpoint_restore_pg_gpu",
- main = "tests/test_algorithm_checkpoint_restore.py",
- tags = ["team:rllib", "tests_dir", "gpu"],
- size = "large",
- srcs = ["tests/test_algorithm_checkpoint_restore.py"],
- args = ["TestCheckpointRestorePG"]
- )
- py_test(
- name = "tests/test_checkpoint_restore_off_policy",
- main = "tests/test_algorithm_checkpoint_restore.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- srcs = ["tests/test_algorithm_checkpoint_restore.py"],
- args = ["TestCheckpointRestoreOffPolicy"]
- )
- py_test(
- name = "tests/test_checkpoint_restore_off_policy_gpu",
- main = "tests/test_algorithm_checkpoint_restore.py",
- tags = ["team:rllib", "tests_dir", "gpu"],
- size = "large",
- srcs = ["tests/test_algorithm_checkpoint_restore.py"],
- args = ["TestCheckpointRestoreOffPolicy"]
- )
- py_test(
- name = "tests/test_checkpoint_restore_evolution_algos",
- main = "tests/test_algorithm_checkpoint_restore.py",
- tags = ["team:rllib", "tests_dir"],
- size = "medium",
- srcs = ["tests/test_algorithm_checkpoint_restore.py"],
- args = ["TestCheckpointRestoreEvolutionAlgos"]
- )
- py_test(
- name = "tests/test_checkpoint_restore_evolution_algos_gpu",
- main = "tests/test_algorithm_checkpoint_restore.py",
- tags = ["team:rllib", "tests_dir", "gpu"],
- size = "medium",
- srcs = ["tests/test_algorithm_checkpoint_restore.py"],
- args = ["TestCheckpointRestoreEvolutionAlgos"]
- )
- py_test(
- name = "policy/tests/test_policy_checkpoint_restore",
- main = "policy/tests/test_policy_checkpoint_restore.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- data = glob([
- "tests/data/checkpoints/APPO_CartPole-v1-connector-enabled/**",
- ]),
- srcs = ["policy/tests/test_policy_checkpoint_restore.py"],
- )
- py_test(
- name = "tests/test_custom_resource",
- tags = ["team:rllib", "tests_dir"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/test_custom_resource.py"]
- )
- py_test(
- name = "tests/test_dependency_tf",
- tags = ["team:rllib", "tests_dir"],
- size = "small",
- srcs = ["tests/test_dependency_tf.py"]
- )
- py_test(
- name = "tests/test_dependency_torch",
- tags = ["team:rllib", "tests_dir"],
- size = "small",
- srcs = ["tests/test_dependency_torch.py"]
- )
- py_test(
- name = "tests/test_eager_support_pg",
- main = "tests/test_eager_support.py",
- tags = ["team:rllib", "tests_dir"],
- size = "small",
- srcs = ["tests/test_eager_support.py"],
- args = ["TestEagerSupportPG"]
- )
- py_test(
- name = "tests/test_eager_support_off_policy",
- main = "tests/test_eager_support.py",
- tags = ["team:rllib", "tests_dir"],
- size = "small",
- srcs = ["tests/test_eager_support.py"],
- args = ["TestEagerSupportOffPolicy"]
- )
- py_test(
- name = "tests/test_filters",
- tags = ["team:rllib", "tests_dir"],
- size = "small",
- srcs = ["tests/test_filters.py"]
- )
- py_test(
- name = "tests/test_gpus",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- srcs = ["tests/test_gpus.py"]
- )
- py_test(
- name = "tests/test_io",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- srcs = ["tests/test_io.py"]
- )
- py_test(
- name = "tests/test_local",
- tags = ["team:rllib", "tests_dir"],
- size = "small",
- srcs = ["tests/test_local.py"]
- )
- py_test(
- name = "tests/test_lstm",
- tags = ["team:rllib", "tests_dir"],
- size = "medium",
- srcs = ["tests/test_lstm.py"]
- )
- py_test(
- name = "tests/test_model_imports",
- tags = ["team:rllib", "tests_dir", "model_imports"],
- size = "medium",
- data = glob(["tests/data/model_weights/**"]),
- srcs = ["tests/test_model_imports.py"]
- )
- py_test(
- name = "tests/test_nested_action_spaces",
- main = "tests/test_nested_action_spaces.py",
- tags = ["team:rllib", "tests_dir"],
- size = "medium",
- srcs = ["tests/test_nested_action_spaces.py"]
- )
- py_test(
- name = "tests/test_nested_observation_spaces",
- main = "tests/test_nested_observation_spaces.py",
- tags = ["team:rllib", "tests_dir"],
- size = "medium",
- srcs = ["tests/test_nested_observation_spaces.py"]
- )
- py_test(
- name = "tests/test_nn_framework_import_errors",
- tags = ["team:rllib", "tests_dir"],
- size = "small",
- srcs = ["tests/test_nn_framework_import_errors.py"]
- )
- py_test(
- name = "tests/test_pettingzoo_env",
- tags = ["team:rllib", "tests_dir"],
- size = "medium",
- srcs = ["tests/test_pettingzoo_env.py"]
- )
- py_test(
- name = "tests/test_placement_groups",
- tags = ["team:rllib", "tests_dir"],
- size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer
- srcs = ["tests/test_placement_groups.py"]
- )
- py_test(
- name = "tests/test_ray_client",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- srcs = ["tests/test_ray_client.py"]
- )
- py_test(
- name = "tests/test_reproducibility",
- tags = ["team:rllib", "tests_dir"],
- size = "medium",
- srcs = ["tests/test_reproducibility.py"]
- )
- # Test [train|evaluate].py scripts (w/o confirming evaluation performance).
- py_test(
- name = "test_rllib_evaluate_1",
- main = "tests/test_rllib_train_and_evaluate.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- data = ["train.py", "evaluate.py"],
- srcs = ["tests/test_rllib_train_and_evaluate.py"],
- args = ["TestEvaluate1"]
- )
- py_test(
- name = "test_rllib_evaluate_2",
- main = "tests/test_rllib_train_and_evaluate.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- data = ["train.py", "evaluate.py"],
- srcs = ["tests/test_rllib_train_and_evaluate.py"],
- args = ["TestEvaluate2"]
- )
- py_test(
- name = "test_rllib_evaluate_3",
- main = "tests/test_rllib_train_and_evaluate.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- data = ["train.py", "evaluate.py"],
- srcs = ["tests/test_rllib_train_and_evaluate.py"],
- args = ["TestEvaluate3"]
- )
- py_test(
- name = "test_rllib_evaluate_4",
- main = "tests/test_rllib_train_and_evaluate.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- data = ["train.py", "evaluate.py"],
- srcs = ["tests/test_rllib_train_and_evaluate.py"],
- args = ["TestEvaluate4"]
- )
- # Test [train|evaluate].py scripts (and confirm `rllib evaluate` performance is same
- # as the final one from the `rllib train` run).
- py_test(
- name = "test_rllib_train_and_evaluate",
- main = "tests/test_rllib_train_and_evaluate.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- data = ["train.py", "evaluate.py"],
- srcs = ["tests/test_rllib_train_and_evaluate.py"],
- args = ["TestTrainAndEvaluate"]
- )
- py_test(
- name = "tests/test_supported_multi_agent_multi_gpu",
- main = "tests/test_supported_multi_agent.py",
- tags = ["team:rllib", "tests_dir", "multi_gpu"],
- size = "medium",
- srcs = ["tests/test_supported_multi_agent.py"],
- args = ["TestSupportedMultiAgentMultiGPU"]
- )
- py_test(
- name = "tests/test_supported_multi_agent_pg",
- main = "tests/test_supported_multi_agent.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- srcs = ["tests/test_supported_multi_agent.py"],
- args = ["TestSupportedMultiAgentPG"]
- )
- py_test(
- name = "tests/test_supported_multi_agent_off_policy",
- main = "tests/test_supported_multi_agent.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- srcs = ["tests/test_supported_multi_agent.py"],
- args = ["TestSupportedMultiAgentOffPolicy"]
- )
- py_test(
- name = "tests/test_supported_spaces_appo",
- main = "tests/test_supported_spaces.py",
- tags = ["team:rllib", "tests_dir", "exclusive"],
- size = "large",
- srcs = ["tests/test_supported_spaces.py"],
- args = ["TestSupportedSpacesAPPO"]
- )
- py_test(
- name = "tests/test_supported_spaces_impala",
- main = "tests/test_supported_spaces.py",
- tags = ["team:rllib", "tests_dir", "exclusive"],
- size = "large",
- srcs = ["tests/test_supported_spaces.py"],
- args = ["TestSupportedSpacesIMPALA"]
- )
- py_test(
- name = "tests/test_supported_spaces_a3c",
- main = "tests/test_supported_spaces.py",
- tags = ["team:rllib", "tests_dir", "exclusive"],
- size = "large",
- srcs = ["tests/test_supported_spaces.py"],
- args = ["TestSupportedSpacesA3C"]
- )
- py_test(
- name = "tests/test_supported_spaces_ppo",
- main = "tests/test_supported_spaces.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- srcs = ["tests/test_supported_spaces.py"],
- args = ["TestSupportedSpacesPPO"]
- )
- py_test(
- name="tests/test_supported_spaces_dqn",
- main="tests/test_supported_spaces.py",
- tags=["team:rllib", "tests_dir"],
- size="large",
- srcs=["tests/test_supported_spaces.py"],
- args=["TestSupportedSpacesDQN"]
- )
- py_test(
- name = "tests/test_supported_spaces_ppo_no_preprocessor_gpu",
- main = "tests/test_supported_spaces.py",
- tags = ["team:rllib", "gpu", "no_cpu"],
- size = "large",
- srcs = ["tests/test_supported_spaces.py"],
- args = ["TestSupportedSpacesPPONoPreprocessorGPU"]
- )
- py_test(
- name = "tests/test_supported_spaces_off_policy",
- main = "tests/test_supported_spaces.py",
- tags = ["team:rllib", "tests_dir", "exclusive"],
- size = "medium",
- srcs = ["tests/test_supported_spaces.py"],
- args = ["TestSupportedSpacesOffPolicy"]
- )
- py_test(
- name = "tests/test_supported_spaces_evolution_algos",
- main = "tests/test_supported_spaces.py",
- tags = ["team:rllib", "tests_dir"],
- size = "large",
- srcs = ["tests/test_supported_spaces.py"],
- args = ["TestSupportedSpacesEvolutionAlgos"]
- )
- py_test(
- name = "tests/test_timesteps",
- tags = ["team:rllib", "tests_dir"],
- size = "small",
- srcs = ["tests/test_timesteps.py"]
- )
- # --------------------------------------------------------------------
- # examples/ directory (excluding examples/documentation/...)
- #
- # Tag: examples
- #
- # NOTE: Add tests alphabetically into this list.
- # --------------------------------------------------------------------
- py_test(
- name = "examples/action_masking_tf2",
- main = "examples/action_masking.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/action_masking.py"],
- args = ["--stop-iter=2", "--framework=tf2"]
- )
- py_test(
- name = "examples/action_masking_torch",
- main = "examples/action_masking.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/action_masking.py"],
- args = ["--stop-iter=2", "--framework=torch"]
- )
- py_test(
- name = "examples/attention_net_tf",
- main = "examples/attention_net.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/attention_net.py"],
- args = ["--as-test", "--stop-reward=70", "--framework=tf"]
- )
- py_test(
- name = "examples/attention_net_torch",
- main = "examples/attention_net.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/attention_net.py"],
- args = ["--as-test", "--stop-reward=70", "--framework torch"]
- )
- py_test(
- name = "examples/autoregressive_action_dist_tf",
- main = "examples/autoregressive_action_dist.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/autoregressive_action_dist.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=150", "--num-cpus=4"]
- )
- py_test(
- name = "examples/autoregressive_action_dist_torch",
- main = "examples/autoregressive_action_dist.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/autoregressive_action_dist.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=150", "--num-cpus=4"]
- )
- py_test(
- name = "examples/bare_metal_policy_with_custom_view_reqs",
- main = "examples/bare_metal_policy_with_custom_view_reqs.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/bare_metal_policy_with_custom_view_reqs.py"],
- )
- py_test(
- name = "examples/batch_norm_model_ppo_tf",
- main = "examples/batch_norm_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/batch_norm_model.py"],
- args = ["--as-test", "--framework=tf", "--run=PPO", "--stop-reward=80"]
- )
- py_test(
- name = "examples/batch_norm_model_ppo_torch",
- main = "examples/batch_norm_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/batch_norm_model.py"],
- args = ["--as-test", "--framework=torch", "--run=PPO", "--stop-reward=80"]
- )
- py_test(
- name = "examples/batch_norm_model_dqn_tf",
- main = "examples/batch_norm_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "large",
- srcs = ["examples/batch_norm_model.py"],
- args = ["--as-test", "--framework=tf", "--run=DQN", "--stop-reward=70", "--stop-time=400"]
- )
- py_test(
- name = "examples/batch_norm_model_dqn_torch",
- main = "examples/batch_norm_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "large", # DQN learns much slower with BatchNorm.
- srcs = ["examples/batch_norm_model.py"],
- args = ["--as-test", "--framework=torch", "--run=DQN", "--stop-reward=70", "--stop-time=400"]
- )
- py_test(
- name = "examples/batch_norm_model_ddpg_tf",
- main = "examples/batch_norm_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/batch_norm_model.py"],
- args = ["--run=DDPG", "--framework=tf", "--stop-iters=1"]
- )
- py_test(
- name = "examples/batch_norm_model_ddpg_torch",
- main = "examples/batch_norm_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/batch_norm_model.py"],
- args = ["--framework=torch", "--run=DDPG", "--stop-iters=1"]
- )
- py_test(
- name = "examples/cartpole_lstm_impala_tf2",
- main = "examples/cartpole_lstm.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--run=IMPALA", "--as-test", "--framework=tf2", "--stop-reward=28", "--num-cpus=4"]
- )
- py_test(
- name = "examples/cartpole_lstm_impala_torch",
- main = "examples/cartpole_lstm.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--run=IMPALA", "--as-test", "--framework=torch", "--stop-reward=28", "--num-cpus=4"]
- )
- # TODO (Kourosh): tf2 ~5x slower compared to torch on the new stack
- py_test(
- name = "examples/cartpole_lstm_ppo_tf2",
- main = "examples/cartpole_lstm.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "large",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--run=PPO", "--as-test", "--framework=tf2", "--stop-reward=28", "--num-cpus=4"]
- )
- py_test(
- name = "examples/cartpole_lstm_ppo_torch",
- main = "examples/cartpole_lstm.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--run=PPO", "--as-test", "--framework=torch", "--stop-reward=28", "--num-cpus=4"]
- )
- py_test(
- name = "examples/cartpole_lstm_ppo_torch_with_prev_a_and_r",
- main = "examples/cartpole_lstm.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--run=PPO", "--as-test", "--framework=torch", "--stop-reward=28", "--num-cpus=4", "--use-prev-action", "--use-prev-reward"]
- )
- py_test(
- name = "examples/catalog/custom_action_distribution",
- main = "examples/catalog/custom_action_distribution.py",
- tags = ["team:rllib", "examples", "no_main"],
- size = "small",
- srcs = ["examples/catalog/custom_action_distribution.py"],
- )
- py_test(
- name = "examples/catalog/mobilenet_v2_encoder",
- main = "examples/catalog/mobilenet_v2_encoder.py",
- tags = ["team:rllib", "examples", "no_main"],
- size = "small",
- srcs = ["examples/catalog/mobilenet_v2_encoder.py"],
- )
- py_test(
- name = "examples/rl_module/mobilenet_rlm",
- main = "examples/rl_module/mobilenet_rlm.py",
- tags = ["team:rllib", "examples", "no_main"],
- size = "small",
- srcs = ["examples/rl_module/mobilenet_rlm.py"],
- )
- py_test(
- name = "examples/centralized_critic_tf",
- main = "examples/centralized_critic.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/centralized_critic.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=7.2"]
- )
- py_test(
- name = "examples/centralized_critic_torch",
- main = "examples/centralized_critic.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/centralized_critic.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=7.2"]
- )
- py_test(
- name = "examples/centralized_critic_2_tf",
- main = "examples/centralized_critic_2.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/centralized_critic_2.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=6.0"]
- )
- py_test(
- name = "examples/centralized_critic_2_torch",
- main = "examples/centralized_critic_2.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/centralized_critic_2.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=6.0"]
- )
- py_test(
- name = "examples/checkpoint_by_custom_criteria",
- main = "examples/checkpoint_by_custom_criteria.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/checkpoint_by_custom_criteria.py"],
- args = ["--stop-iters=3 --num-cpus=3"]
- )
- py_test(
- name = "examples/coin_game_env",
- tags = ["team:rllib", "examples"],
- size = "small",
- srcs = ["examples/coin_game_env.py"],
- args = ["--stop-iters=2"]
- )
- py_test(
- name = "examples/complex_struct_space_tf",
- main = "examples/complex_struct_space.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/complex_struct_space.py"],
- args = ["--framework=tf"],
- )
- py_test(
- name = "examples/complex_struct_space_tf_eager",
- main = "examples/complex_struct_space.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/complex_struct_space.py"],
- args = ["--framework=tf2"],
- )
- py_test(
- name = "examples/complex_struct_space_torch",
- main = "examples/complex_struct_space.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/complex_struct_space.py"],
- args = ["--framework=torch"],
- )
- py_test(
- name = "examples/curriculum_learning",
- main = "examples/curriculum_learning.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/curriculum_learning.py"],
- args = ["--as-test", "--stop-reward=800.0"]
- )
- py_test(
- name = "examples/custom_env_tf",
- main = "examples/custom_env.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_env.py"],
- args = ["--as-test", "--framework=tf"]
- )
- py_test(
- name = "examples/custom_env_torch",
- main = "examples/custom_env.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_env.py"],
- args = ["--as-test", "--framework=torch"]
- )
- py_test(
- name = "examples/custom_eval_tf",
- main = "examples/custom_eval.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_eval.py"],
- args = ["--num-cpus=4", "--framework=tf", "--as-test"]
- )
- py_test(
- name = "examples/custom_eval_torch",
- main = "examples/custom_eval.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_eval.py"],
- args = ["--num-cpus=4", "--as-test", "--framework=torch"]
- )
- py_test(
- name = "examples/custom_eval_parallel_to_training_torch",
- main = "examples/custom_eval.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_eval.py"],
- args = ["--num-cpus=4", "--as-test", "--framework=torch", "--evaluation-parallel-to-training"]
- )
- py_test(
- name = "examples/custom_experiment",
- main = "examples/custom_experiment.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_experiment.py"],
- args = ["--train-iterations=10"]
- )
- py_test(
- name = "examples/custom_fast_model_tf",
- main = "examples/custom_fast_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_fast_model.py"],
- args = ["--stop-iters=1", "--framework=tf"]
- )
- py_test(
- name = "examples/custom_fast_model_torch",
- main = "examples/custom_fast_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_fast_model.py"],
- args = ["--stop-iters=1", "--framework=torch"]
- )
- py_test(
- name = "examples/custom_keras_model_a2c",
- main = "examples/custom_keras_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_keras_model.py"],
- args = ["--run=A2C", "--stop=50", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_keras_model_dqn",
- main = "examples/custom_keras_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_keras_model.py"],
- args = ["--run=DQN", "--stop=50"]
- )
- py_test(
- name = "examples/custom_keras_model_ppo",
- main = "examples/custom_keras_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_keras_model.py"],
- args = ["--run=PPO", "--stop=50", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_metrics_and_callbacks",
- main = "examples/custom_metrics_and_callbacks.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_metrics_and_callbacks.py"],
- args = ["--stop-iters=2"]
- )
- py_test(
- name = "examples/custom_model_api_tf",
- main = "examples/custom_model_api.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_model_api.py"],
- args = ["--framework=tf"],
- )
- py_test(
- name = "examples/custom_model_api_torch",
- main = "examples/custom_model_api.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_model_api.py"],
- args = ["--framework=torch"],
- )
- py_test(
- name = "examples/custom_model_loss_and_metrics_ppo_tf",
- main = "examples/custom_model_loss_and_metrics.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- # Include the json data file.
- data = ["tests/data/cartpole/small.json"],
- srcs = ["examples/custom_model_loss_and_metrics.py"],
- args = ["--run=PPO", "--stop-iters=1", "--framework=tf","--input-files=tests/data/cartpole"]
- )
- py_test(
- name = "examples/custom_model_loss_and_metrics_ppo_torch",
- main = "examples/custom_model_loss_and_metrics.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- # Include the json data file.
- data = ["tests/data/cartpole/small.json"],
- srcs = ["examples/custom_model_loss_and_metrics.py"],
- args = ["--run=PPO", "--framework=torch", "--stop-iters=1", "--input-files=tests/data/cartpole"]
- )
- py_test(
- name = "examples/custom_model_loss_and_metrics_pg_tf",
- main = "examples/custom_model_loss_and_metrics.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- # Include the json data file.
- data = ["tests/data/cartpole/small.json"],
- srcs = ["examples/custom_model_loss_and_metrics.py"],
- args = ["--run=PG", "--stop-iters=1", "--framework=tf", "--input-files=tests/data/cartpole"]
- )
- py_test(
- name = "examples/custom_model_loss_and_metrics_pg_torch",
- main = "examples/custom_model_loss_and_metrics.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- # Include the json data file.
- data = ["tests/data/cartpole/small.json"],
- srcs = ["examples/custom_model_loss_and_metrics.py"],
- args = ["--run=PG", "--framework=torch", "--stop-iters=1", "--input-files=tests/data/cartpole"]
- )
- py_test(
- name = "examples/custom_observation_filters",
- main = "examples/custom_observation_filters.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_observation_filters.py"],
- args = ["--stop-iters=3"]
- )
- py_test(
- name = "examples/custom_rnn_model_repeat_after_me_tf",
- main = "examples/custom_rnn_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_rnn_model.py"],
- args = ["--as-test", "--run=PPO", "--framework=tf", "--stop-reward=40", "--env=RepeatAfterMeEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_rnn_model_repeat_initial_obs_tf",
- main = "examples/custom_rnn_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_rnn_model.py"],
- args = ["--as-test", "--run=PPO", "--framework=tf", "--stop-reward=10", "--stop-timesteps=300000", "--env=RepeatInitialObsEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_rnn_model_repeat_after_me_torch",
- main = "examples/custom_rnn_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_rnn_model.py"],
- args = ["--as-test", "--framework=torch", "--run=PPO", "--stop-reward=40", "--env=RepeatAfterMeEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_rnn_model_repeat_initial_obs_torch",
- main = "examples/custom_rnn_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_rnn_model.py"],
- args = ["--as-test", "--framework=torch", "--run=PPO", "--stop-reward=10", "--stop-timesteps=300000", "--env=RepeatInitialObsEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_recurrent_rnn_tokenizer_repeat_after_me_tf2",
- main = "examples/custom_recurrent_rnn_tokenizer.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_recurrent_rnn_tokenizer.py"],
- args = ["--as-test", "--framework=tf2", "--stop-reward=40", "--env=RepeatAfterMeEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_recurrent_rnn_tokenizer_repeat_initial_obs_env_tf2",
- main = "examples/custom_recurrent_rnn_tokenizer.py",
- tags = ["team:rllib", "examples"],
- size = "medium",
- srcs = ["examples/custom_recurrent_rnn_tokenizer.py"],
- args = ["--as-test", "--framework=tf2", "--stop-reward=10", "--stop-timesteps=300000", "--env=RepeatInitialObsEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_recurrent_rnn_tokenizer_repeat_after_me_torch",
- main = "examples/custom_recurrent_rnn_tokenizer.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_recurrent_rnn_tokenizer.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=40", "--env=RepeatAfterMeEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_recurrent_rnn_tokenizer_repeat_initial_obs_env_torch",
- main = "examples/custom_recurrent_rnn_tokenizer.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_recurrent_rnn_tokenizer.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=10", "--stop-timesteps=300000", "--env=RepeatInitialObsEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_tf_policy",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_tf_policy.py"],
- args = ["--stop-iters=2", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_torch_policy",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/custom_torch_policy.py"],
- args = ["--stop-iters=2", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_train_fn",
- main = "examples/custom_train_fn.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_train_fn.py"],
- )
- py_test(
- name = "examples/custom_vector_env_tf",
- main = "examples/custom_vector_env.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_vector_env.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=40.0"]
- )
- py_test(
- name = "examples/custom_vector_env_torch",
- main = "examples/custom_vector_env.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/custom_vector_env.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=40.0"]
- )
- py_test(
- name = "examples/deterministic_training_tf",
- main = "examples/deterministic_training.py",
- tags = ["team:rllib", "exclusive", "multi_gpu", "examples"],
- size = "medium",
- srcs = ["examples/deterministic_training.py"],
- args = ["--as-test", "--stop-iters=1", "--framework=tf", "--num-gpus=1", "--num-gpus-per-worker=1"]
- )
- py_test(
- name = "examples/deterministic_training_tf2",
- main = "examples/deterministic_training.py",
- tags = ["team:rllib", "exclusive", "multi_gpu", "examples"],
- size = "medium",
- srcs = ["examples/deterministic_training.py"],
- args = ["--as-test", "--stop-iters=1", "--framework=tf2", "--num-gpus=1", "--num-gpus-per-worker=1"]
- )
- py_test(
- name = "examples/deterministic_training_torch",
- main = "examples/deterministic_training.py",
- tags = ["team:rllib", "exclusive", "multi_gpu", "examples"],
- size = "medium",
- srcs = ["examples/deterministic_training.py"],
- args = ["--as-test", "--stop-iters=1", "--framework=torch", "--num-gpus=1", "--num-gpus-per-worker=1"]
- )
- py_test(
- name = "examples/eager_execution",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/eager_execution.py"],
- args = ["--stop-iters=2"]
- )
- py_test(
- name = "examples/env/greyscale_env",
- tags = ["team:rllib", "examples", "no_main"],
- size = "medium",
- srcs = ["examples/env/greyscale_env.py"],
- args = ["--stop-iters=1 --as-test --framework torch"]
- )
- py_test(
- name = "examples/export/cartpole_dqn_export",
- main = "examples/export/cartpole_dqn_export.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/export/cartpole_dqn_export.py"],
- )
- py_test(
- name = "examples/export/onnx_tf",
- main = "examples/export/onnx_tf.py",
- tags = ["team:rllib", "exclusive", "examples", "no_main"],
- size = "small",
- srcs = ["examples/export/onnx_tf.py"],
- args = ["--framework=tf"],
- )
- py_test(
- name = "examples/export/onnx_tf2",
- main = "examples/export/onnx_tf.py",
- tags = ["team:rllib", "exclusive", "examples", "no_main"],
- size = "small",
- srcs = ["examples/export/onnx_tf.py"],
- args = ["--framework=tf2"],
- )
- py_test(
- name = "examples/export/onnx_torch",
- main = "examples/export/onnx_torch.py",
- tags = ["team:rllib", "exclusive", "examples", "no_main"],
- size = "small",
- srcs = ["examples/export/onnx_torch.py"],
- )
- py_test(
- name = "examples/fractional_gpus",
- main = "examples/fractional_gpus.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/fractional_gpus.py"],
- args = ["--as-test", "--stop-reward=40.0", "--num-gpus=0", "--num-workers=0"]
- )
- py_test(
- name = "examples/hierarchical_training_tf",
- main = "examples/hierarchical_training.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/hierarchical_training.py"],
- args = [ "--framework=tf", "--stop-reward=0.0"]
- )
- py_test(
- name = "examples/hierarchical_training_torch",
- main = "examples/hierarchical_training.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/hierarchical_training.py"],
- args = ["--framework=torch", "--stop-reward=0.0"]
- )
- # Do not run this test (MobileNetV2 is gigantic and takes forever for 1 iter).
- # py_test(
- # name = "examples/mobilenet_v2_with_lstm_tf",
- # main = "examples/mobilenet_v2_with_lstm.py",
- # tags = ["team:rllib", "examples"],
- # size = "small",
- # srcs = ["examples/mobilenet_v2_with_lstm.py"]
- # )
- py_test(
- name = "examples/multi_agent_cartpole_tf",
- main = "examples/multi_agent_cartpole.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/multi_agent_cartpole.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=70.0", "--num-cpus=4"]
- )
- py_test(
- name = "examples/multi_agent_cartpole_torch",
- main = "examples/multi_agent_cartpole.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/multi_agent_cartpole.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=70.0", "--num-cpus=4"]
- )
- py_test(
- name = "examples/multi_agent_cartpole_w_rlm_torch",
- main = "examples/multi_agent_cartpole.py",
- tags = ["team:rllib", "exclusive", "examples", "rlm"],
- size = "medium",
- srcs = ["examples/multi_agent_cartpole.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=70.0", "--num-cpus=4"]
- )
- py_test(
- name = "examples/multi_agent_cartpole_w_rlm_tf2",
- main = "examples/multi_agent_cartpole.py",
- tags = ["team:rllib", "exclusive", "examples", "rlm"],
- size = "medium",
- srcs = ["examples/multi_agent_cartpole.py"],
- args = ["--as-test", "--framework=tf2", "--stop-reward=70.0", "--num-cpus=4"]
- )
- py_test(
- name = "examples/multi_agent_custom_policy_tf",
- main = "examples/multi_agent_custom_policy.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/multi_agent_custom_policy.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=80"]
- )
- py_test(
- name = "examples/multi_agent_custom_policy_torch",
- main = "examples/multi_agent_custom_policy.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/multi_agent_custom_policy.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=80"]
- )
- py_test(
- name = "examples/multi_agent_custom_policy_w_rlm_torch",
- main = "examples/multi_agent_custom_policy.py",
- tags = ["team:rllib", "exclusive", "examples", "rlm"],
- size = "medium",
- srcs = ["examples/multi_agent_custom_policy.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=80"]
- )
- py_test(
- name = "examples/multi_agent_custom_policy_w_rlm_tf2",
- main = "examples/multi_agent_custom_policy.py",
- tags = ["team:rllib", "exclusive", "examples", "rlm"],
- size = "medium",
- srcs = ["examples/multi_agent_custom_policy.py"],
- args = ["--as-test", "--framework=tf2", "--stop-reward=80"]
- )
- py_test(
- name = "examples/multi_agent_different_spaces_for_agents_tf2",
- main = "examples/multi_agent_different_spaces_for_agents.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/multi_agent_different_spaces_for_agents.py"],
- args = ["--stop-iters=4", "--framework=tf2"]
- )
- py_test(
- name = "examples/multi_agent_different_spaces_for_agents_torch",
- main = "examples/multi_agent_different_spaces_for_agents.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/multi_agent_different_spaces_for_agents.py"],
- args = ["--stop-iters=4", "--framework=torch"]
- )
- py_test(
- name = "examples/multi_agent_different_spaces_for_agents_w_rlm_torch",
- main = "examples/multi_agent_different_spaces_for_agents.py",
- tags = ["team:rllib", "exclusive", "examples", "rlm"],
- size = "medium",
- srcs = ["examples/multi_agent_different_spaces_for_agents.py"],
- args = ["--stop-iters=4", "--framework=torch"]
- )
- py_test(
- name = "examples/multi_agent_different_spaces_for_agents_w_rlm_tf2",
- main = "examples/multi_agent_different_spaces_for_agents.py",
- tags = ["team:rllib", "exclusive", "examples", "rlm"],
- size = "medium",
- srcs = ["examples/multi_agent_different_spaces_for_agents.py"],
- args = ["--stop-iters=4", "--framework=tf2"]
- )
- py_test(
- name = "examples/multi_agent_independent_learning",
- main = "examples/multi_agent_independent_learning.py",
- tags = ["team:rllib", "examples"],
- size = "medium",
- srcs = ["examples/multi_agent_independent_learning.py"],
- args = ["--num-gpus=0", "--as-test"]
- )
- py_test(
- name = "examples/multi_agent_two_trainers_tf",
- main = "examples/multi_agent_two_trainers.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/multi_agent_two_trainers.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=70"]
- )
- py_test(
- name = "examples/multi_agent_two_trainers_torch",
- main = "examples/multi_agent_two_trainers.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/multi_agent_two_trainers.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=70"]
- )
- py_test(
- name = "examples/offline_rl_torch",
- main = "examples/offline_rl.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/offline_rl.py"],
- args = ["--as-test", "--stop-reward=-300", "--stop-iters=1"]
- )
- # Taking out this test for now: Mixed torch- and tf- policies within the same
- # Algorithm never really worked.
- # py_test(
- # name = "examples/multi_agent_two_trainers_mixed_torch_tf",
- # main = "examples/multi_agent_two_trainers.py",
- # tags = ["team:rllib", "exclusive", "examples"],
- # size = "medium",
- # srcs = ["examples/multi_agent_two_trainers.py"],
- # args = ["--as-test", "--mixed-torch-tf", "--stop-reward=70"]
- # )
- py_test(
- name = "examples/nested_action_spaces_ppo_tf",
- main = "examples/nested_action_spaces.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/nested_action_spaces.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=-600", "--run=PPO"]
- )
- py_test(
- name = "examples/nested_action_spaces_ppo_torch",
- main = "examples/nested_action_spaces.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/nested_action_spaces.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=-600", "--run=PPO"]
- )
- py_test(
- name = "examples/parallel_evaluation_and_training_13_episodes_tf",
- main = "examples/parallel_evaluation_and_training.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/parallel_evaluation_and_training.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=50.0", "--num-cpus=6", "--evaluation-duration=13"]
- )
- py_test(
- name = "examples/parallel_evaluation_and_training_auto_episodes_tf",
- main = "examples/parallel_evaluation_and_training.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/parallel_evaluation_and_training.py"],
- args = ["--as-test", "--stop-reward=50.0", "--num-cpus=6", "--evaluation-duration=auto"]
- )
- py_test(
- name = "examples/parallel_evaluation_and_training_211_ts_tf2",
- main = "examples/parallel_evaluation_and_training.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/parallel_evaluation_and_training.py"],
- args = ["--as-test", "--framework=tf2", "--stop-reward=30.0", "--num-cpus=6", "--evaluation-num-workers=3", "--evaluation-duration=211", "--evaluation-duration-unit=timesteps"]
- )
- py_test(
- name = "examples/parallel_evaluation_and_training_auto_ts_torch",
- main = "examples/parallel_evaluation_and_training.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/parallel_evaluation_and_training.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=30.0", "--num-cpus=6", "--evaluation-num-workers=3", "--evaluation-duration=auto", "--evaluation-duration-unit=timesteps"]
- )
- py_test(
- name = "examples/parametric_actions_cartpole_pg_tf",
- main = "examples/parametric_actions_cartpole.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/parametric_actions_cartpole.py"],
- args = ["--as-test", "--stop-reward=60.0", "--run=PG"]
- )
- py_test(
- name = "examples/parametric_actions_cartpole_dqn_tf",
- main = "examples/parametric_actions_cartpole.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/parametric_actions_cartpole.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=60.0", "--run=DQN"]
- )
- py_test(
- name = "examples/parametric_actions_cartpole_pg_torch",
- main = "examples/parametric_actions_cartpole.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/parametric_actions_cartpole.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=60.0", "--run=PG"]
- )
- py_test(
- name = "examples/parametric_actions_cartpole_dqn_torch",
- main = "examples/parametric_actions_cartpole.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/parametric_actions_cartpole.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=60.0", "--run=DQN"]
- )
- py_test(
- name = "examples/parametric_actions_cartpole_embeddings_learnt_by_model",
- main = "examples/parametric_actions_cartpole_embeddings_learnt_by_model.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/parametric_actions_cartpole_embeddings_learnt_by_model.py"],
- args = ["--as-test", "--stop-reward=80.0"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_tf",
- main = "examples/inference_and_serving/policy_inference_after_training.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training.py"],
- args = ["--stop-iters=3", "--framework=tf"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_torch",
- main = "examples/inference_and_serving/policy_inference_after_training.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training.py"],
- args = ["--stop-iters=3", "--framework=torch"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_with_attention_tf",
- main = "examples/inference_and_serving/policy_inference_after_training_with_attention.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training_with_attention.py"],
- args = ["--stop-iters=2", "--framework=tf"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_with_attention_torch",
- main = "examples/inference_and_serving/policy_inference_after_training_with_attention.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training_with_attention.py"],
- args = ["--stop-iters=2", "--framework=torch"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_with_dt_torch",
- main = "examples/inference_and_serving/policy_inference_after_training_with_dt.py",
- tags = ["team:rllib", "exclusive", "examples", "ray_data"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training_with_dt.py"],
- data = ["tests/data/cartpole/large.json"],
- args = ["--input-files=tests/data/cartpole/large.json"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_with_lstm_tf",
- main = "examples/inference_and_serving/policy_inference_after_training_with_lstm.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training_with_lstm.py"],
- args = ["--stop-iters=1", "--framework=tf"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_with_lstm_torch",
- main = "examples/inference_and_serving/policy_inference_after_training_with_lstm.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training_with_lstm.py"],
- args = ["--stop-iters=1", "--framework=torch"]
- )
- py_test(
- name = "examples/preprocessing_disabled_tf",
- main = "examples/preprocessing_disabled.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/preprocessing_disabled.py"],
- args = ["--stop-iters=2", "--framework=tf"]
- )
- py_test(
- name = "examples/preprocessing_disabled_torch",
- main = "examples/preprocessing_disabled.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/preprocessing_disabled.py"],
- args = ["--framework=torch", "--stop-iters=2"]
- )
- py_test(
- name = "examples/recommender_system_with_recsim_and_slateq_torch",
- main = "examples/recommender_system_with_recsim_and_slateq.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "large",
- srcs = ["examples/recommender_system_with_recsim_and_slateq.py"],
- args = ["--stop-iters=2", "--num-steps-sampled-before-learning_starts=100", "--framework=torch", "--use-tune", "--random-test-episodes=10", "--env-num-candidates=50", "--env-slate-size=2"],
- )
- py_test(
- name = "examples/recommender_system_with_recsim_and_slateq_tf2",
- main = "examples/recommender_system_with_recsim_and_slateq.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "large",
- srcs = ["examples/recommender_system_with_recsim_and_slateq.py"],
- args = ["--stop-iters=2", "--num-steps-sampled-before-learning_starts=100", "--framework=tf2", "--use-tune", "--random-test-episodes=10", "--env-num-candidates=50", "--env-slate-size=2"],
- )
- py_test(
- name = "examples/remote_envs_with_inference_done_on_main_node_tf",
- main = "examples/remote_envs_with_inference_done_on_main_node.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/remote_envs_with_inference_done_on_main_node.py"],
- args = ["--as-test", "--framework=tf"],
- )
- py_test(
- name = "examples/remote_envs_with_inference_done_on_main_node_torch",
- main = "examples/remote_envs_with_inference_done_on_main_node.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/remote_envs_with_inference_done_on_main_node.py"],
- args = ["--as-test", "--framework=torch"],
- )
- # py_test(
- # name = "examples/remote_base_env_with_custom_api",
- # tags = ["team:rllib", "exclusive", "examples"],
- # size = "medium",
- # srcs = ["examples/remote_base_env_with_custom_api.py"],
- # args = ["--stop-iters=3"]
- # )
- py_test(
- name = "examples/replay_buffer_api",
- tags = ["team:rllib", "examples"],
- size = "large",
- srcs = ["examples/replay_buffer_api.py"],
- )
- py_test(
- name = "examples/restore_1_of_n_agents_from_checkpoint",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/restore_1_of_n_agents_from_checkpoint.py"],
- args = ["--pre-training-iters=1", "--stop-iters=1", "--num-cpus=4"]
- )
- py_test(
- name = "examples/rnnsac_stateless_cartpole",
- tags = ["team:rllib", "exclusive", "gpu"],
- size = "medium",
- srcs = ["examples/rnnsac_stateless_cartpole.py"]
- )
- py_test(
- name = "examples/rollout_worker_custom_workflow",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/rollout_worker_custom_workflow.py"],
- args = ["--num-cpus=4"]
- )
- py_test(
- name = "examples/rock_paper_scissors_multiagent_tf",
- main = "examples/rock_paper_scissors_multiagent.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/rock_paper_scissors_multiagent.py"],
- args = ["--as-test", "--framework=tf"],
- )
- py_test(
- name = "examples/rock_paper_scissors_multiagent_torch",
- main = "examples/rock_paper_scissors_multiagent.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/rock_paper_scissors_multiagent.py"],
- args = ["--as-test", "--framework=torch"],
- )
- py_test(
- name = "examples/self_play_with_open_spiel_connect_4_tf",
- main = "examples/self_play_with_open_spiel.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/self_play_with_open_spiel.py"],
- args = ["--framework=tf", "--env=connect_four", "--win-rate-threshold=0.9", "--num-episodes-human-play=0", "--as-test", "--min-win-rate=0.6"]
- )
- py_test(
- name = "examples/self_play_with_open_spiel_connect_4_torch",
- main = "examples/self_play_with_open_spiel.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/self_play_with_open_spiel.py"],
- args = ["--framework=torch", "--env=connect_four", "--win-rate-threshold=0.9", "--num-episodes-human-play=0", "--as-test", "--min-win-rate=0.6"]
- )
- py_test(
- name = "examples/self_play_with_open_spiel_connect_4_w_rlm_torch",
- main = "examples/self_play_with_open_spiel.py",
- tags = ["team:rllib", "exclusive", "examples", "rlm"],
- size = "medium",
- srcs = ["examples/self_play_with_open_spiel.py"],
- args = ["--framework=torch", "--env=connect_four", "--win-rate-threshold=0.9", "--num-episodes-human-play=0", "--as-test", "--min-win-rate=0.6"]
- )
- py_test(
- name = "examples/self_play_with_open_spiel_connect_4_w_rlm_tf2",
- main = "examples/self_play_with_open_spiel.py",
- tags = ["team:rllib", "exclusive", "examples", "rlm"],
- size = "medium",
- srcs = ["examples/self_play_with_open_spiel.py"],
- args = ["--framework=tf2", "--env=connect_four", "--win-rate-threshold=0.9", "--num-episodes-human-play=0", "--as-test", "--min-win-rate=0.6"]
- )
- py_test(
- name = "examples/self_play_league_based_with_open_spiel_markov_soccer_tf",
- main = "examples/self_play_league_based_with_open_spiel.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/self_play_league_based_with_open_spiel.py"],
- args = ["--framework=tf", "--env=markov_soccer", "--win-rate-threshold=0.6", "--stop-iters=2", "--num-episodes-human-play=0"]
- )
- py_test(
- name = "examples/self_play_league_based_with_open_spiel_markov_soccer_torch",
- main = "examples/self_play_league_based_with_open_spiel.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/self_play_league_based_with_open_spiel.py"],
- args = ["--framework=torch", "--env=markov_soccer", "--win-rate-threshold=0.6", "--stop-iters=2", "--num-episodes-human-play=0"]
- )
- py_test(
- name = "examples/trajectory_view_api_tf",
- main = "examples/trajectory_view_api.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/trajectory_view_api.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=100.0"]
- )
- py_test(
- name = "examples/trajectory_view_api_torch",
- main = "examples/trajectory_view_api.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/trajectory_view_api.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=100.0"]
- )
- py_test(
- name = "examples/trajectory_view_api_rlm_tf2",
- main = "examples/trajectory_view_api_rlm.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/trajectory_view_api_rlm.py"],
- args = ["--as-test", "--framework=tf2", "--stop-reward=100.0"]
- )
- py_test(
- name = "examples/trajectory_view_api_rlm_torch",
- main = "examples/trajectory_view_api_rlm.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/trajectory_view_api_rlm.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=100.0"]
- )
- py_test(
- name = "examples/tune/framework",
- main = "examples/tune/framework.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/tune/framework.py"],
- args = ["--smoke-test"]
- )
- py_test(
- name = "examples/two_trainer_workflow_tf",
- main = "examples/two_trainer_workflow.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/two_trainer_workflow.py"],
- args = ["--as-test", "--stop-reward=450.0"]
- )
- py_test(
- name = "examples/two_trainer_workflow_torch",
- main = "examples/two_trainer_workflow.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/two_trainer_workflow.py"],
- args = ["--as-test", "--torch", "--stop-reward=450.0"]
- )
- py_test(
- name = "examples/two_trainer_workflow_mixed_torch_tf",
- main = "examples/two_trainer_workflow.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "medium",
- srcs = ["examples/two_trainer_workflow.py"],
- args = ["--as-test", "--mixed-torch-tf", "--stop-reward=450.0"]
- )
- py_test(
- name = "examples/two_step_game_pg_tf",
- main = "examples/two_step_game.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/two_step_game.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=7", "--run=PG"]
- )
- py_test(
- name = "examples/two_step_game_pg_torch",
- main = "examples/two_step_game.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/two_step_game.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=7", "--run=PG"]
- )
- py_test(
- name = "examples/bandit/lin_ts_train_wheel_env",
- main = "examples/bandit/lin_ts_train_wheel_env.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/bandit/lin_ts_train_wheel_env.py"],
- )
- py_test(
- name = "examples/bandit/tune_lin_ts_train_wheel_env",
- main = "examples/bandit/tune_lin_ts_train_wheel_env.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/bandit/tune_lin_ts_train_wheel_env.py"],
- )
- py_test(
- name = "examples/bandit/tune_lin_ucb_train_recommendation",
- main = "examples/bandit/tune_lin_ucb_train_recommendation.py",
- tags = ["team:rllib","exclusive", "examples"],
- size = "small",
- srcs = ["examples/bandit/tune_lin_ucb_train_recommendation.py"],
- )
- py_test(
- name = "examples/bandit/tune_lin_ucb_train_recsim_env",
- main = "examples/bandit/tune_lin_ucb_train_recsim_env.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/bandit/tune_lin_ucb_train_recsim_env.py"],
- )
- py_test(
- name = "examples/connectors/run_connector_policy",
- main = "examples/connectors/run_connector_policy.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/connectors/run_connector_policy.py"],
- )
- py_test(
- name = "examples/connectors/adapt_connector_policy",
- main = "examples/connectors/adapt_connector_policy.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/connectors/adapt_connector_policy.py"],
- )
- py_test(
- name = "examples/connectors/self_play_with_policy_checkpoint",
- main = "examples/connectors/self_play_with_policy_checkpoint.py",
- tags = ["team:rllib", "exclusive", "examples"],
- size = "small",
- srcs = ["examples/connectors/self_play_with_policy_checkpoint.py"],
- args = [
- "--train_iteration=1" # Smoke test.
- ]
- )
- # --------------------------------------------------------------------
- # examples/learner directory
- #
- #
- # Description: These are RLlib tests for the new multi-gpu enabled
- # training stack via Learners.
- #
- # NOTE: Add tests alphabetically to this list.
- # --------------------------------------------------------------------
- py_test(
- name = "examples/learner/multi_agent_cartpole_ppo_torch",
- main = "examples/learner/multi_agent_cartpole_ppo.py",
- tags = ["team:rllib", "examples"],
- size = "medium",
- srcs = ["examples/learner/multi_agent_cartpole_ppo.py"],
- args = ["--as-test", "--framework=torch", "--num-gpus=0"]
- )
- py_test(
- name = "examples/learner/multi_agent_cartpole_ppo_torch_gpu",
- main = "examples/learner/multi_agent_cartpole_ppo.py",
- tags = ["team:rllib", "exclusive", "examples", "gpu"],
- size = "medium",
- srcs = ["examples/learner/multi_agent_cartpole_ppo.py"],
- args = ["--as-test", "--framework=torch", "--num-gpus=1"]
- )
- py_test(
- name = "examples/learner/multi_agent_cartpole_ppo_torch_multi_gpu",
- main = "examples/learner/multi_agent_cartpole_ppo.py",
- tags = ["team:rllib", "exclusive", "examples", "multi_gpu"],
- size = "medium",
- srcs = ["examples/learner/multi_agent_cartpole_ppo.py"],
- args = ["--as-test", "--framework=torch", "--num-gpus=2"]
- )
- py_test(
- name = "examples/learner/ppo_tuner_local_cpu_torch",
- main = "examples/learner/ppo_tuner.py",
- tags = ["team:rllib", "examples"],
- size = "medium",
- srcs = ["examples/learner/ppo_tuner.py"],
- args = ["--framework=torch", "--config=local-cpu"]
- )
- py_test(
- name = "examples/learner/ppo_tuner_local_cpu_tf2",
- main = "examples/learner/ppo_tuner.py",
- tags = ["team:rllib", "examples"],
- size = "medium",
- srcs = ["examples/learner/ppo_tuner.py"],
- args = ["--framework=tf2", "--config=local-cpu"]
- )
- py_test(
- name = "examples/learner/ppo_tuner_local_gpu_torch",
- main = "examples/learner/ppo_tuner.py",
- tags = ["team:rllib", "examples", "gpu"],
- size = "medium",
- srcs = ["examples/learner/ppo_tuner.py"],
- args = ["--framework=torch", "--config=local-gpu"]
- )
- py_test(
- name = "examples/learner/ppo_tuner_local_gpu_tf2",
- main = "examples/learner/ppo_tuner.py",
- tags = ["team:rllib", "examples", "gpu", "exclusive"],
- size = "medium",
- srcs = ["examples/learner/ppo_tuner.py"],
- args = ["--framework=tf2", "--config=local-gpu"]
- )
- py_test(
- name = "examples/learner/ppo_tuner_remote_cpu_torch",
- main = "examples/learner/ppo_tuner.py",
- tags = ["team:rllib", "examples"],
- size = "medium",
- srcs = ["examples/learner/ppo_tuner.py"],
- args = ["--framework=torch", "--config=remote-cpu"]
- )
- py_test(
- name = "examples/learner/ppo_tuner_remote_cpu_tf2",
- main = "examples/learner/ppo_tuner.py",
- tags = ["team:rllib", "examples"],
- size = "medium",
- srcs = ["examples/learner/ppo_tuner.py"],
- args = ["--framework=tf2", "--config=remote-cpu"]
- )
- py_test(
- name = "examples/learner/ppo_tuner_remote_gpu_torch",
- main = "examples/learner/ppo_tuner.py",
- tags = ["team:rllib", "examples", "gpu", "exclusive"],
- size = "medium",
- srcs = ["examples/learner/ppo_tuner.py"],
- args = ["--framework=torch", "--config=remote-gpu"]
- )
- py_test(
- name = "examples/learner/ppo_tuner_remote_gpu_tf2",
- main = "examples/learner/ppo_tuner.py",
- tags = ["team:rllib", "examples", "gpu", "exclusive"],
- size = "medium",
- srcs = ["examples/learner/ppo_tuner.py"],
- args = ["--framework=tf2", "--config=remote-gpu"]
- )
- py_test(
- name = "examples/learner/ppo_tuner_multi_gpu_torch",
- main = "examples/learner/ppo_tuner.py",
- tags = ["team:rllib", "examples", "multi_gpu", "exclusive"],
- size = "medium",
- srcs = ["examples/learner/ppo_tuner.py"],
- args = ["--framework=torch", "--config=multi-gpu-ddp"]
- )
- py_test(
- name = "examples/learner/ppo_tuner_multi_gpu_tf2",
- main = "examples/learner/ppo_tuner.py",
- tags = ["team:rllib", "examples", "multi_gpu", "exclusive"],
- size = "medium",
- srcs = ["examples/learner/ppo_tuner.py"],
- args = ["--framework=tf2", "--config=multi-gpu-ddp"]
- )
- py_test(
- name = "examples/learner/train_w_bc_finetune_w_ppo",
- main = "examples/learner/train_w_bc_finetune_w_ppo.py",
- tags = ["team:rllib", "examples", "exclusive"],
- size = "medium",
- srcs = ["examples/learner/train_w_bc_finetune_w_ppo.py"],
- )
- # --------------------------------------------------------------------
- # examples/documentation directory
- #
- # Tag: documentation
- #
- # NOTE: Add tests alphabetically to this list.
- # --------------------------------------------------------------------
- py_test(
- name = "examples/documentation/custom_gym_env",
- main = "examples/documentation/custom_gym_env.py",
- tags = ["team:rllib", "documentation", "no_main"],
- size = "medium",
- srcs = ["examples/documentation/custom_gym_env.py"],
- )
- py_test(
- name = "examples/documentation/saving_and_loading_algos_and_policies",
- main = "examples/documentation/saving_and_loading_algos_and_policies.py",
- tags = ["team:rllib", "documentation", "no_main"],
- size = "large",
- srcs = ["examples/documentation/saving_and_loading_algos_and_policies.py"],
- )
- py_test(
- name = "examples/documentation/replay_buffer_demo",
- main = "examples/documentation/replay_buffer_demo.py",
- tags = ["team:rllib", "documentation", "no_main"],
- size = "medium",
- srcs = ["examples/documentation/replay_buffer_demo.py"],
- )
- py_test(
- name = "examples/documentation/rllib_on_ray_readme",
- main = "examples/documentation/rllib_on_ray_readme.py",
- tags = ["team:rllib", "documentation", "no_main"],
- size = "medium",
- srcs = ["examples/documentation/rllib_on_ray_readme.py"],
- )
- py_test(
- name = "examples/documentation/rllib_on_rllib_readme",
- main = "examples/documentation/rllib_on_rllib_readme.py",
- tags = ["team:rllib", "documentation", "no_main"],
- size = "medium",
- srcs = ["examples/documentation/rllib_on_rllib_readme.py"],
- )
- # --------------------------------------------------------------------
- # Manual/disabled tests
- # --------------------------------------------------------------------
- py_test_module_list(
- files = [
- "tests/test_dnc.py",
- "tests/test_perf.py",
- "env/wrappers/tests/test_kaggle_wrapper.py",
- "examples/env/tests/test_cliff_walking_wall_env.py",
- "examples/env/tests/test_coin_game_non_vectorized_env.py",
- "examples/env/tests/test_coin_game_vectorized_env.py",
- "examples/env/tests/test_matrix_sequential_social_dilemma.py",
- "examples/env/tests/test_wrappers.py",
- "utils/tests/test_utils.py",
- ],
- size = "large",
- extra_srcs = [],
- deps = [],
- tags = ["manual", "team:rllib", "no_main"],
- )
|