123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817 |
- # --------------------------------------------------------------------
- # BAZEL/Buildkite-CI test cases.
- # --------------------------------------------------------------------
- # To add new RLlib tests, first find the correct category of your new test
- # within this file.
- # All new tests - within their category - should be added alphabetically!
- # Do not just add tests to the bottom of the file.
- # Currently we have the following categories:
- # - Learning tests/regression, tagged:
- # -- "learning_tests_[discrete|continuous]": distinguish discrete
- # actions vs continuous actions.
- # -- "fake_gpus": Tests that run using 2 fake GPUs.
- # - Quick agent compilation/tune-train tests, tagged "quick_train".
- # NOTE: These should be obsoleted in favor of "trainers_dir" tests as
- # they cover the same functionaliy.
- # - Folder-bound tests, tagged with the name of the top-level dir:
- # - `env` directory tests.
- # - `evaluation` directory tests.
- # - `execution` directory tests.
- # - `models` directory tests.
- # - `policy` directory tests.
- # - `utils` directory tests.
- # - Trainer ("agents") tests, tagged "trainers_dir".
- # - Tests directory (everything in rllib/tests/...), tagged: "tests_dir" and
- # "tests_dir_[A-Z]"
- # - Examples directory (everything in rllib/examples/...), tagged: "examples" and
- # "examples_[A-Z]"
- # Note: The "examples" and "tests_dir" tags have further sub-tags going by the
- # starting letter of the test name (e.g. "examples_A", or "tests_dir_F") for
- # split-up purposes in buildkite.
- # Note: There is a special directory in examples: "documentation" which contains
- # all code that is linked to from within the RLlib docs. This code is tested
- # separately via the "documentation" tag.
- # Additional tags are:
- # - "team:ml": Indicating that all tests in this file are the responsibility of
- # the ML Team.
- # - "needs_gpu": Indicating that a test needs to have a GPU in order to run.
- # - "gpu": Indicating that a test may (but doesn't have to) be run in the GPU
- # pipeline, defined in .buildkite/pipeline.gpu.yaml.
- # - "multi-gpu": Indicating that a test will definitely be run in the Large GPU
- # pipeline, defined in .buildkite/pipeline.gpu.large.yaml.
- # - "no_gpu": Indicating that a test should not be run in the GPU pipeline due
- # to certain incompatibilities.
- # - "no_tf_eager_tracing": Exclude this test from tf-eager tracing tests.
- # - "torch_only": Only run this test case with framework=torch.
- # Our .buildkite/pipeline.yml and .buildkite/pipeline.gpu.yml files execute all
- # these tests in n different jobs.
- # --------------------------------------------------------------------
- # Agents learning regression tests.
- #
- # Tag: learning_tests
- #
- # This will test all yaml files (via `rllib train`)
- # inside rllib/tuned_examples/[algo-name] for actual learning success.
- # --------------------------------------------------------------------
- # A2C/A3C
- py_test(
- name = "learning_tests_cartpole_a2c",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/a3c/cartpole-a2c.yaml"],
- args = ["--yaml-dir=tuned_examples/a3c"]
- )
- py_test(
- name = "learning_tests_cartpole_a2c_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/a3c/cartpole-a2c-fake-gpus.yaml"],
- args = ["--yaml-dir=tuned_examples/a3c"]
- )
- py_test(
- name = "learning_tests_cartpole_a3c",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/a3c/cartpole-a3c.yaml"],
- args = ["--yaml-dir=tuned_examples/a3c"]
- )
- # APEX-DQN
- py_test(
- name = "learning_tests_cartpole_apex",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = [
- "tuned_examples/dqn/cartpole-apex.yaml",
- ],
- args = ["--yaml-dir=tuned_examples/dqn", "--num-cpus=6"]
- )
- # Once APEX supports multi-GPU.
- # py_test(
- # name = "learning_cartpole_apex_fake_gpus",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/dqn/cartpole-apex-fake-gpus.yaml"],
- # args = ["--yaml-dir=tuned_examples/dqn"]
- # )
- # APPO
- py_test(
- name = "learning_tests_cartpole_appo_no_vtrace",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/cartpole-appo.yaml"],
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_cartpole_appo_vtrace",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/cartpole-appo-vtrace.yaml"],
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_cartpole_separate_losses_appo",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "tf_only", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = [
- "tuned_examples/ppo/cartpole-appo-vtrace-separate-losses.yaml"
- ],
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_frozenlake_appo",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/frozenlake-appo-vtrace.yaml"],
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_cartpole_appo_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/cartpole-appo-vtrace-fake-gpus.yaml"],
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- # ARS
- py_test(
- name = "learning_tests_cartpole_ars",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ars/cartpole-ars.yaml"],
- args = ["--yaml-dir=tuned_examples/ars"]
- )
- # CQL
- py_test(
- name = "learning_tests_pendulum_cql",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- # Include the zipped json data file as well.
- data = [
- "tuned_examples/cql/pendulum-cql.yaml",
- "tests/data/pendulum/enormous.zip",
- ],
- args = ["--yaml-dir=tuned_examples/cql"]
- )
- # DDPG
- py_test(
- name = "learning_tests_pendulum_ddpg",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = glob(["tuned_examples/ddpg/pendulum-ddpg.yaml"]),
- args = ["--yaml-dir=tuned_examples/ddpg"]
- )
- py_test(
- name = "learning_tests_pendulum_ddpg_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ddpg/pendulum-ddpg-fake-gpus.yaml"],
- args = ["--yaml-dir=tuned_examples/ddpg"]
- )
- # DDPPO
- py_test(
- name = "learning_tests_cartpole_ddppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "torch_only", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = glob(["tuned_examples/ppo/cartpole-ddppo.yaml"]),
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- # DQN
- py_test(
- name = "learning_tests_cartpole_dqn",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/dqn/cartpole-dqn.yaml"],
- args = ["--yaml-dir=tuned_examples/dqn"]
- )
- py_test(
- name = "learning_tests_cartpole_dqn_softq",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/dqn/cartpole-dqn-softq.yaml"],
- args = ["--yaml-dir=tuned_examples/dqn"]
- )
- # Does not work with tf-eager tracing due to Exploration's postprocessing
- # method injecting a tensor into a new graph. Revisit when tf-eager tracing
- # is better supported.
- py_test(
- name = "learning_tests_cartpole_dqn_param_noise",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "no_tf_eager_tracing"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/dqn/cartpole-dqn-param-noise.yaml"],
- args = ["--yaml-dir=tuned_examples/dqn"]
- )
- py_test(
- name = "learning_tests_cartpole_dqn_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/dqn/cartpole-dqn-fake-gpus.yaml"],
- args = ["--yaml-dir=tuned_examples/dqn"]
- )
- # Simple-Q
- py_test(
- name = "learning_tests_cartpole_simpleq",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = [
- "tuned_examples/dqn/cartpole-simpleq.yaml",
- ],
- args = ["--yaml-dir=tuned_examples/dqn"]
- )
- py_test(
- name = "learning_tests_cartpole_simpleq_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "medium",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/dqn/cartpole-simpleq-fake-gpus.yaml"],
- args = ["--yaml-dir=tuned_examples/dqn"]
- )
- # ES
- py_test(
- name = "learning_tests_cartpole_es",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/es/cartpole-es.yaml"],
- args = ["--yaml-dir=tuned_examples/es"]
- )
- # IMPALA
- py_test(
- name = "learning_tests_cartpole_impala",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/impala/cartpole-impala.yaml"],
- args = ["--yaml-dir=tuned_examples/impala"]
- )
- py_test(
- name = "learning_tests_cartpole_impala_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/impala/cartpole-impala-fake-gpus.yaml"],
- args = ["--yaml-dir=tuned_examples/impala"]
- )
- # Working, but takes a long time to learn (>15min).
- # Removed due to Higher API conflicts with Pytorch-Import tests
- ## MB-MPO
- #py_test(
- # name = "learning_tests_pendulum_mbmpo",
- # main = "tests/run_regression_tests.py",
- # tags = ["team:ml", "torch_only", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- # size = "large",
- # srcs = ["tests/run_regression_tests.py"],
- # data = ["tuned_examples/mbmpo/pendulum-mbmpo.yaml"],
- # args = ["--yaml-dir=tuned_examples/mbmpo"]
- #)
- # PG
- py_test(
- name = "learning_tests_cartpole_pg",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/pg/cartpole-pg.yaml"],
- args = ["--yaml-dir=tuned_examples/pg"]
- )
- py_test(
- name = "learning_tests_cartpole_pg_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/pg/cartpole-pg-fake-gpus.yaml"],
- args = ["--yaml-dir=tuned_examples/pg"]
- )
- # PPO
- py_test(
- name = "learning_tests_cartpole_ppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/cartpole-ppo.yaml"],
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_pendulum_ppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/pendulum-ppo.yaml"],
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_transformed_actions_pendulum_ppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/pendulum-transformed-actions-ppo.yaml"],
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_repeat_after_me_ppo",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/repeatafterme-ppo-lstm.yaml"],
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- py_test(
- name = "learning_tests_cartpole_ppo_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ppo/cartpole-ppo-fake-gpus.yaml"],
- args = ["--yaml-dir=tuned_examples/ppo"]
- )
- # QMIX
- py_test(
- name = "learning_tests_two_step_game_qmix",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/qmix/two-step-game-qmix.yaml"],
- args = ["--yaml-dir=tuned_examples/qmix", "--framework=torch"]
- )
- py_test(
- name = "learning_tests_two_step_game_qmix_vdn_mixer",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/qmix/two-step-game-qmix-vdn-mixer.yaml"],
- args = ["--yaml-dir=tuned_examples/qmix", "--framework=torch"]
- )
- py_test(
- name = "learning_tests_two_step_game_qmix_no_mixer",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/qmix/two-step-game-qmix-no-mixer.yaml"],
- args = ["--yaml-dir=tuned_examples/qmix", "--framework=torch"]
- )
- # R2D2
- py_test(
- name = "learning_tests_stateless_cartpole_r2d2",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/dqn/stateless-cartpole-r2d2.yaml"],
- args = ["--yaml-dir=tuned_examples/dqn"]
- )
- py_test(
- name = "learning_tests_stateless_cartpole_r2d2_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/dqn/stateless-cartpole-r2d2-fake-gpus.yaml"],
- args = ["--yaml-dir=tuned_examples/dqn"]
- )
- # SAC
- py_test(
- name = "learning_tests_cartpole_sac",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/sac/cartpole-sac.yaml"],
- args = ["--yaml-dir=tuned_examples/sac"]
- )
- py_test(
- name = "learning_tests_cartpole_continuous_pybullet_sac",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_cartpole", "learning_tests_continuous"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/sac/cartpole-continuous-pybullet-sac.yaml"],
- args = ["--yaml-dir=tuned_examples/sac"]
- )
- py_test(
- name = "learning_tests_pendulum_sac",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/sac/pendulum-sac.yaml"],
- args = ["--yaml-dir=tuned_examples/sac"]
- )
- py_test(
- name = "learning_tests_transformed_actions_pendulum_sac",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/sac/pendulum-transformed-actions-sac.yaml"],
- args = ["--yaml-dir=tuned_examples/sac"]
- )
- py_test(
- name = "learning_tests_pendulum_sac_fake_gpus",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous", "fake_gpus"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/sac/pendulum-sac-fake-gpus.yaml"],
- args = ["--yaml-dir=tuned_examples/sac"]
- )
- # TD3
- py_test(
- name = "learning_tests_pendulum_td3",
- main = "tests/run_regression_tests.py",
- tags = ["team:ml", "learning_tests", "learning_tests_pendulum", "learning_tests_continuous"],
- size = "large",
- srcs = ["tests/run_regression_tests.py"],
- data = ["tuned_examples/ddpg/pendulum-td3.yaml"],
- args = ["--yaml-dir=tuned_examples/ddpg"]
- )
- # --------------------------------------------------------------------
- # Agents (Compilation, Losses, simple agent functionality tests)
- # rllib/agents/
- #
- # Tag: trainers_dir
- # --------------------------------------------------------------------
- # Generic (all Trainers)
- py_test(
- name = "test_trainer",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/tests/test_trainer.py"]
- )
- # A2/3CTrainer
- py_test(
- name = "test_a2c",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/a3c/tests/test_a2c.py"]
- )
- py_test(
- name = "test_a3c",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/a3c/tests/test_a3c.py"]
- )
- # APEXTrainer (DQN)
- py_test(
- name = "test_apex_dqn",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/dqn/tests/test_apex_dqn.py"]
- )
- # APEXDDPGTrainer
- py_test(
- name = "test_apex_ddpg",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/ddpg/tests/test_apex_ddpg.py"]
- )
- # ARS
- py_test(
- name = "test_ars",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/ars/tests/test_ars.py"]
- )
- # CQLTrainer
- py_test(
- name = "test_cql",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/cql/tests/test_cql.py"]
- )
- # DDPGTrainer
- py_test(
- name = "test_ddpg",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/ddpg/tests/test_ddpg.py"]
- )
- # DQNTrainer
- py_test(
- name = "test_dqn",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/dqn/tests/test_dqn.py"]
- )
- # Dreamer
- py_test(
- name = "test_dreamer",
- tags = ["team:ml", "trainers_dir"],
- size = "small",
- srcs = ["agents/dreamer/tests/test_dreamer.py"]
- )
- # ES
- py_test(
- name = "test_es",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/es/tests/test_es.py"]
- )
- # IMPALA
- py_test(
- name = "test_impala",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/impala/tests/test_impala.py"]
- )
- py_test(
- name = "test_vtrace",
- tags = ["team:ml", "trainers_dir"],
- size = "small",
- srcs = ["agents/impala/tests/test_vtrace.py"]
- )
- # MARWILTrainer
- py_test(
- name = "test_marwil",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- # Include the json data file.
- data = ["tests/data/cartpole/large.json"],
- srcs = ["agents/marwil/tests/test_marwil.py"]
- )
- # BCTrainer (sub-type of MARWIL)
- py_test(
- name = "test_bc",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- # Include the json data file.
- data = ["tests/data/cartpole/large.json"],
- srcs = ["agents/marwil/tests/test_bc.py"]
- )
- # MAMLTrainer
- py_test(
- name = "test_maml",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/maml/tests/test_maml.py"]
- )
- # MBMPOTrainer
- py_test(
- name = "test_mbmpo",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/mbmpo/tests/test_mbmpo.py"]
- )
- # PGTrainer
- py_test(
- name = "test_pg",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/pg/tests/test_pg.py"]
- )
- # PPOTrainer
- py_test(
- name = "test_ppo",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/ppo/tests/test_ppo.py"]
- )
- # PPO: DDPPO
- py_test(
- name = "test_ddppo",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/ppo/tests/test_ddppo.py"]
- )
- # PPO: APPO
- py_test(
- name = "test_appo",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/ppo/tests/test_appo.py"]
- )
- # QMixTrainer
- py_test(
- name = "test_qmix",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/qmix/tests/test_qmix.py"]
- )
- # R2D2Trainer
- py_test(
- name = "test_r2d2",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/dqn/tests/test_r2d2.py"]
- )
- # RNNSACTrainer
- py_test(
- name = "test_rnnsac",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/sac/tests/test_rnnsac.py"]
- )
- # SACTrainer
- py_test(
- name = "test_sac",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/sac/tests/test_sac.py"]
- )
- # SimpleQTrainer
- py_test(
- name = "test_simple_q",
- tags = ["team:ml", "trainers_dir"],
- size = "medium",
- srcs = ["agents/dqn/tests/test_simple_q.py"]
- )
- # TD3Trainer
- py_test(
- name = "test_td3",
- tags = ["team:ml", "trainers_dir"],
- size = "large",
- srcs = ["agents/ddpg/tests/test_td3.py"]
- )
- # --------------------------------------------------------------------
- # contrib Agents
- # --------------------------------------------------------------------
- py_test(
- name = "random_agent",
- tags = ["team:ml", "trainers_dir"],
- main = "contrib/random_agent/random_agent.py",
- size = "small",
- srcs = ["contrib/random_agent/random_agent.py"]
- )
- py_test(
- name = "alpha_zero_cartpole",
- tags = ["team:ml", "trainers_dir"],
- main = "contrib/alpha_zero/examples/train_cartpole.py",
- size = "large",
- srcs = ["contrib/alpha_zero/examples/train_cartpole.py"],
- args = ["--training-iteration=1", "--num-workers=2", "--ray-num-cpus=3"]
- )
- # --------------------------------------------------------------------
- # Agents (quick training test iterations via `rllib train`)
- #
- # Tag: quick_train
- #
- # These are not(!) learning tests, we only test here compilation and
- # support for certain envs, spaces, setups.
- # Should all be very short tests with label: "quick_train".
- # --------------------------------------------------------------------
- # A2C/A3C
- py_test(
- name = "test_a3c_torch_pong_deterministic_v4",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "PongDeterministic-v4",
- "--run", "A3C",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"torch\", \"num_workers\": 2, \"sample_async\": false, \"model\": {\"use_lstm\": false, \"grayscale\": true, \"zero_mean\": false, \"dim\": 84}, \"preprocessor_pref\": \"rllib\"}'",
- "--ray-num-cpus", "4"
- ]
- )
- py_test(
- name = "test_a3c_tf_pong_ram_v4",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "Pong-ram-v4",
- "--run", "A3C",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 2}'",
- "--ray-num-cpus", "4"
- ]
- )
- # DDPG/APEX-DDPG/TD3
- py_test(
- name = "test_ddpg_mountaincar_continuous_v0_num_workers_0",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "MountainCarContinuous-v0",
- "--run", "DDPG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 0}'"
- ]
- )
- py_test(
- name = "test_ddpg_mountaincar_continuous_v0_num_workers_1",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "MountainCarContinuous-v0",
- "--run", "DDPG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 1}'"
- ]
- )
- py_test(
- name = "test_apex_ddpg_pendulum_v0_complete_episode_batches",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "Pendulum-v1",
- "--run", "APEX_DDPG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 2, \"optimizer\": {\"num_replay_buffer_shards\": 1}, \"learning_starts\": 100, \"min_time_s_per_reporting\": 1, \"batch_mode\": \"complete_episodes\"}'",
- "--ray-num-cpus", "4",
- ]
- )
- # DQN/APEX
- py_test(
- name = "test_dqn_frozenlake_v1",
- main = "train.py", srcs = ["train.py"],
- size = "small",
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "FrozenLake-v1",
- "--run", "DQN",
- "--config", "'{\"framework\": \"tf\"}'",
- "--stop", "'{\"training_iteration\": 1}'"
- ]
- )
- py_test(
- name = "test_dqn_cartpole_v0_no_dueling",
- main = "train.py", srcs = ["train.py"],
- size = "small",
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "CartPole-v0",
- "--run", "DQN",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"lr\": 1e-3, \"exploration_config\": {\"epsilon_timesteps\": 10000, \"final_epsilon\": 0.02}, \"dueling\": false, \"hiddens\": [], \"model\": {\"fcnet_hiddens\": [64], \"fcnet_activation\": \"relu\"}}'"
- ]
- )
- py_test(
- name = "test_dqn_cartpole_v0",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "CartPole-v0",
- "--run", "DQN",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 2}'",
- "--ray-num-cpus", "4"
- ]
- )
- py_test(
- name = "test_dqn_cartpole_v0_with_offline_input_and_softq",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train", "external_files"],
- size = "small",
- # Include the json data file.
- data = ["tests/data/cartpole/small.json"],
- args = [
- "--env", "CartPole-v0",
- "--run", "DQN",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"input\": \"tests/data/cartpole\", \"learning_starts\": 0, \"input_evaluation\": [\"wis\", \"is\"], \"exploration_config\": {\"type\": \"SoftQ\"}}'"
- ]
- )
- py_test(
- name = "test_dqn_pong_deterministic_v4",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "PongDeterministic-v4",
- "--run", "DQN",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"lr\": 1e-4, \"exploration_config\": {\"epsilon_timesteps\": 200000, \"final_epsilon\": 0.01}, \"buffer_size\": 10000, \"rollout_fragment_length\": 4, \"learning_starts\": 10000, \"target_network_update_freq\": 1000, \"gamma\": 0.99, \"prioritized_replay\": true}'"
- ]
- )
- # IMPALA
- py_test(
- name = "test_impala_buffers_2",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "CartPole-v0",
- "--run", "IMPALA",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_gpus\": 0, \"num_workers\": 2, \"min_time_s_per_reporting\": 1, \"num_multi_gpu_tower_stacks\": 2, \"replay_buffer_num_slots\": 100, \"replay_proportion\": 1.0}'",
- "--ray-num-cpus", "4",
- ]
- )
- py_test(
- name = "test_impala_cartpole_v0_buffers_2_lstm",
- main = "train.py",
- srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "CartPole-v0",
- "--run", "IMPALA",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_gpus\": 0, \"num_workers\": 2, \"min_time_s_per_reporting\": 1, \"num_multi_gpu_tower_stacks\": 2, \"replay_buffer_num_slots\": 100, \"replay_proportion\": 1.0, \"model\": {\"use_lstm\": true}}'",
- "--ray-num-cpus", "4",
- ]
- )
- py_test(
- name = "test_impala_pong_deterministic_v4_40k_ts_1G_obj_store",
- main = "train.py",
- srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- size = "medium",
- args = [
- "--env", "PongDeterministic-v4",
- "--run", "IMPALA",
- "--stop", "'{\"timesteps_total\": 30000}'",
- "--ray-object-store-memory=1000000000",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 1, \"num_gpus\": 0, \"num_envs_per_worker\": 32, \"rollout_fragment_length\": 50, \"train_batch_size\": 50, \"learner_queue_size\": 1}'"
- ]
- )
- # PG
- py_test(
- name = "test_pg_tf_cartpole_v0_lstm",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "CartPole-v0",
- "--run", "PG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"rollout_fragment_length\": 500, \"num_workers\": 1, \"model\": {\"use_lstm\": true, \"max_seq_len\": 100}}'"
- ]
- )
- py_test(
- name = "test_pg_tf_cartpole_v0_multi_envs_per_worker",
- main = "train.py", srcs = ["train.py"],
- size = "small",
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "CartPole-v0",
- "--run", "PG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"rollout_fragment_length\": 500, \"num_workers\": 1, \"num_envs_per_worker\": 10}'"
- ]
- )
- py_test(
- name = "test_pg_tf_pong_v0",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "Pong-v0",
- "--run", "PG",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"rollout_fragment_length\": 500, \"num_workers\": 1}'"
- ]
- )
- # PPO/APPO
- py_test(
- name = "test_ppo_tf_cartpole_v1_complete_episode_batches",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "PPO",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"kl_coeff\": 1.0, \"num_sgd_iter\": 10, \"lr\": 1e-4, \"sgd_minibatch_size\": 64, \"train_batch_size\": 2000, \"num_workers\": 1, \"use_gae\": false, \"batch_mode\": \"complete_episodes\"}'"
- ]
- )
- py_test(
- name = "test_ppo_tf_cartpole_v1_remote_worker_envs",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "PPO",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"remote_worker_envs\": true, \"remote_env_batch_wait_ms\": 99999999, \"num_envs_per_worker\": 2, \"num_workers\": 1, \"train_batch_size\": 100, \"sgd_minibatch_size\": 50}'"
- ]
- )
- py_test(
- name = "test_ppo_tf_cartpole_v1_remote_worker_envs_b",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "CartPole-v1",
- "--run", "PPO",
- "--stop", "'{\"training_iteration\": 2}'",
- "--config", "'{\"framework\": \"tf\", \"remote_worker_envs\": true, \"num_envs_per_worker\": 2, \"num_workers\": 1, \"train_batch_size\": 100, \"sgd_minibatch_size\": 50}'"
- ]
- )
- py_test(
- name = "test_appo_tf_pendulum_v1_no_gpus",
- main = "train.py", srcs = ["train.py"],
- tags = ["team:ml", "quick_train"],
- args = [
- "--env", "Pendulum-v1",
- "--run", "APPO",
- "--stop", "'{\"training_iteration\": 1}'",
- "--config", "'{\"framework\": \"tf\", \"num_workers\": 2, \"num_gpus\": 0}'",
- "--ray-num-cpus", "4"
- ]
- )
- # --------------------------------------------------------------------
- # Env tests
- # rllib/env/
- #
- # Tag: env
- # --------------------------------------------------------------------
- sh_test(
- name = "env/tests/test_local_inference_cartpole",
- tags = ["team:ml", "env"],
- size = "medium",
- srcs = ["env/tests/test_policy_client_server_setup.sh"],
- args = ["local", "cartpole"],
- data = glob(["examples/serving/*.py"]),
- )
- sh_test(
- name = "env/tests/test_remote_inference_cartpole",
- tags = ["team:ml", "env"],
- size = "medium",
- srcs = ["env/tests/test_policy_client_server_setup.sh"],
- args = ["remote", "cartpole"],
- data = glob(["examples/serving/*.py"]),
- )
- sh_test(
- name = "env/tests/test_local_inference_unity3d",
- tags = ["team:ml", "env"],
- size = "medium",
- srcs = ["env/tests/test_policy_client_server_setup.sh"],
- args = ["local", "unity3d"],
- data = glob(["examples/serving/*.py"]),
- )
- sh_test(
- name = "env/tests/test_remote_inference_unity3d",
- tags = ["team:ml", "env"],
- size = "medium",
- srcs = ["env/tests/test_policy_client_server_setup.sh"],
- args = ["remote", "unity3d"],
- data = glob(["examples/serving/*.py"]),
- )
- py_test(
- name = "env/tests/test_record_env_wrapper",
- tags = ["team:ml", "env"],
- size = "small",
- srcs = ["env/tests/test_record_env_wrapper.py"]
- )
- py_test(
- name = "env/tests/test_remote_worker_envs",
- tags = ["team:ml", "env"],
- size = "medium",
- srcs = ["env/tests/test_remote_worker_envs.py"]
- )
- py_test(
- name = "env/wrappers/tests/test_unity3d_env",
- tags = ["team:ml", "env"],
- size = "small",
- srcs = ["env/wrappers/tests/test_unity3d_env.py"]
- )
- py_test(
- name = "env/wrappers/tests/test_recsim_wrapper",
- tags = ["team:ml", "env"],
- size = "small",
- srcs = ["env/wrappers/tests/test_recsim_wrapper.py"]
- )
- py_test(
- name = "env/wrappers/tests/test_exception_wrapper",
- tags = ["team:ml", "env"],
- size = "small",
- srcs = ["env/wrappers/tests/test_exception_wrapper.py"]
- )
- py_test(
- name = "env/wrappers/tests/test_group_agents_wrapper",
- tags = ["team:ml", "env"],
- size = "small",
- srcs = ["env/wrappers/tests/test_group_agents_wrapper.py"]
- )
- # --------------------------------------------------------------------
- # Evaluation components
- # rllib/evaluation/
- #
- # Tag: evaluation
- # --------------------------------------------------------------------
- py_test(
- name = "evaluation/tests/test_postprocessing",
- tags = ["team:ml", "evaluation"],
- size = "small",
- srcs = ["evaluation/tests/test_postprocessing.py"]
- )
- py_test(
- name = "evaluation/tests/test_rollout_worker",
- tags = ["team:ml", "evaluation"],
- size = "medium",
- srcs = ["evaluation/tests/test_rollout_worker.py"]
- )
- py_test(
- name = "evaluation/tests/test_trajectory_view_api",
- tags = ["team:ml", "evaluation"],
- size = "medium",
- srcs = ["evaluation/tests/test_trajectory_view_api.py"]
- )
- py_test(
- name = "evaluation/tests/test_episode",
- tags = ["team:ml", "evaluation"],
- size = "small",
- srcs = ["evaluation/tests/test_episode.py"]
- )
- # --------------------------------------------------------------------
- # Optimizers and Memories
- # rllib/execution/
- #
- # Tag: execution
- # --------------------------------------------------------------------
- py_test(
- name = "test_segment_tree",
- tags = ["team:ml", "execution"],
- size = "small",
- srcs = ["execution/tests/test_segment_tree.py"]
- )
- py_test(
- name = "test_prioritized_replay_buffer",
- tags = ["team:ml", "execution"],
- size = "small",
- srcs = ["execution/tests/test_prioritized_replay_buffer.py"]
- )
- # --------------------------------------------------------------------
- # Models and Distributions
- # rllib/models/
- #
- # Tag: models
- # --------------------------------------------------------------------
- py_test(
- name = "test_attention_nets",
- tags = ["team:ml", "models"],
- size = "large",
- srcs = ["models/tests/test_attention_nets.py"]
- )
- py_test(
- name = "test_conv2d_default_stacks",
- tags = ["team:ml", "models"],
- size = "medium",
- srcs = ["models/tests/test_conv2d_default_stacks.py"]
- )
- py_test(
- name = "test_convtranspose2d_stack",
- tags = ["team:ml", "models"],
- size = "small",
- data = glob(["tests/data/images/obstacle_tower.png"]),
- srcs = ["models/tests/test_convtranspose2d_stack.py"]
- )
- py_test(
- name = "test_distributions",
- tags = ["team:ml", "models"],
- size = "medium",
- srcs = ["models/tests/test_distributions.py"]
- )
- py_test(
- name = "test_lstms",
- tags = ["team:ml", "models"],
- size = "large",
- srcs = ["models/tests/test_lstms.py"]
- )
- py_test(
- name = "test_models",
- tags = ["team:ml", "models"],
- size = "medium",
- srcs = ["models/tests/test_models.py"]
- )
- py_test(
- name = "test_preprocessors",
- tags = ["team:ml", "models"],
- size = "large",
- srcs = ["models/tests/test_preprocessors.py"]
- )
- # --------------------------------------------------------------------
- # Policies
- # rllib/policy/
- #
- # Tag: policy
- # --------------------------------------------------------------------
- py_test(
- name = "policy/tests/test_compute_log_likelihoods",
- tags = ["team:ml", "policy"],
- size = "medium",
- srcs = ["policy/tests/test_compute_log_likelihoods.py"]
- )
- py_test(
- name = "policy/tests/test_policy",
- tags = ["team:ml", "policy"],
- size = "medium",
- srcs = ["policy/tests/test_policy.py"]
- )
- py_test(
- name = "policy/tests/test_rnn_sequencing",
- tags = ["team:ml", "policy"],
- size = "small",
- srcs = ["policy/tests/test_rnn_sequencing.py"]
- )
- py_test(
- name = "policy/tests/test_sample_batch",
- tags = ["team:ml", "policy"],
- size = "small",
- srcs = ["policy/tests/test_sample_batch.py"]
- )
- # --------------------------------------------------------------------
- # Utils:
- # rllib/utils/
- #
- # Tag: utils
- # --------------------------------------------------------------------
- py_test(
- name = "test_curiosity",
- tags = ["team:ml", "utils"],
- size = "large",
- srcs = ["utils/exploration/tests/test_curiosity.py"]
- )
- py_test(
- name = "test_explorations",
- tags = ["team:ml", "utils"],
- size = "large",
- srcs = ["utils/exploration/tests/test_explorations.py"]
- )
- py_test(
- name = "test_parameter_noise",
- tags = ["team:ml", "utils"],
- size = "medium",
- srcs = ["utils/exploration/tests/test_parameter_noise.py"]
- )
- py_test(
- name = "test_random_encoder",
- tags = ["team:ml", "utils"],
- size = "large",
- srcs = ["utils/exploration/tests/test_random_encoder.py"]
- )
- # Schedules
- py_test(
- name = "test_schedules",
- tags = ["team:ml", "utils"],
- size = "small",
- srcs = ["utils/schedules/tests/test_schedules.py"]
- )
- py_test(
- name = "test_framework_agnostic_components",
- tags = ["team:ml", "utils"],
- size = "small",
- data = glob(["utils/tests/**"]),
- srcs = ["utils/tests/test_framework_agnostic_components.py"]
- )
- # Spaces/Space utils.
- py_test(
- name = "test_space_utils",
- tags = ["team:ml", "utils"],
- size = "large",
- srcs = ["utils/spaces/tests/test_space_utils.py"]
- )
- # TaskPool
- py_test(
- name = "test_taskpool",
- tags = ["team:ml", "utils"],
- size = "small",
- srcs = ["utils/tests/test_taskpool.py"]
- )
- # --------------------------------------------------------------------
- # rllib/tests/ directory
- #
- # Tag: tests_dir, tests_dir_[A-Z]
- #
- # NOTE: Add tests alphabetically into this list and make sure, to tag
- # it correctly by its starting letter, e.g. tags=["tests_dir", "tests_dir_A"]
- # for `tests/test_all_stuff.py`.
- # --------------------------------------------------------------------
- py_test(
- name = "tests/test_catalog",
- tags = ["team:ml", "tests_dir", "tests_dir_C"],
- size = "medium",
- srcs = ["tests/test_catalog.py"]
- )
- py_test(
- name = "tests/test_checkpoint_restore_pg",
- main = "tests/test_checkpoint_restore.py",
- tags = ["team:ml", "tests_dir", "tests_dir_C"],
- size = "large",
- srcs = ["tests/test_checkpoint_restore.py"],
- args = ["TestCheckpointRestorePG"]
- )
- py_test(
- name = "tests/test_checkpoint_restore_off_policy",
- main = "tests/test_checkpoint_restore.py",
- tags = ["team:ml", "tests_dir", "tests_dir_C"],
- size = "large",
- srcs = ["tests/test_checkpoint_restore.py"],
- args = ["TestCheckpointRestoreOffPolicy"]
- )
- py_test(
- name = "tests/test_checkpoint_restore_evolution_algos",
- main = "tests/test_checkpoint_restore.py",
- tags = ["team:ml", "tests_dir", "tests_dir_C"],
- size = "large",
- srcs = ["tests/test_checkpoint_restore.py"],
- args = ["TestCheckpointRestoreEvolutionAlgos"]
- )
- py_test(
- name = "tests/test_dependency_tf",
- tags = ["team:ml", "tests_dir", "tests_dir_D"],
- size = "small",
- srcs = ["tests/test_dependency_tf.py"]
- )
- py_test(
- name = "tests/test_dependency_torch",
- tags = ["team:ml", "tests_dir", "tests_dir_D"],
- size = "small",
- srcs = ["tests/test_dependency_torch.py"]
- )
- py_test(
- name = "tests/test_eager_support_pg",
- main = "tests/test_eager_support.py",
- tags = ["team:ml", "tests_dir", "tests_dir_E"],
- size = "large",
- srcs = ["tests/test_eager_support.py"],
- args = ["TestEagerSupportPG"]
- )
- py_test(
- name = "tests/test_eager_support_off_policy",
- main = "tests/test_eager_support.py",
- tags = ["team:ml", "tests_dir", "tests_dir_E"],
- size = "large",
- srcs = ["tests/test_eager_support.py"],
- args = ["TestEagerSupportOffPolicy"]
- )
- py_test(
- name = "test_env_with_subprocess",
- main = "tests/test_env_with_subprocess.py",
- tags = ["team:ml", "tests_dir", "tests_dir_E"],
- size = "medium",
- srcs = ["tests/test_env_with_subprocess.py"]
- )
- py_test(
- name = "tests/test_exec_api",
- tags = ["team:ml", "tests_dir", "tests_dir_E"],
- size = "medium",
- srcs = ["tests/test_exec_api.py"]
- )
- py_test(
- name = "tests/test_execution",
- tags = ["team:ml", "tests_dir", "tests_dir_E"],
- size = "medium",
- srcs = ["tests/test_execution.py"]
- )
- py_test(
- name = "tests/test_export",
- tags = ["team:ml", "tests_dir", "tests_dir_E"],
- size = "medium",
- srcs = ["tests/test_export.py"]
- )
- py_test(
- name = "tests/test_external_env",
- tags = ["team:ml", "tests_dir", "tests_dir_E"],
- size = "large",
- srcs = ["tests/test_external_env.py"]
- )
- py_test(
- name = "tests/test_external_multi_agent_env",
- tags = ["team:ml", "tests_dir", "tests_dir_E"],
- size = "medium",
- srcs = ["tests/test_external_multi_agent_env.py"]
- )
- py_test(
- name = "tests/test_filters",
- tags = ["team:ml", "tests_dir", "tests_dir_F"],
- size = "small",
- srcs = ["tests/test_filters.py"]
- )
- py_test(
- name = "tests/test_gpus",
- tags = ["team:ml", "tests_dir", "tests_dir_G"],
- size = "large",
- srcs = ["tests/test_gpus.py"]
- )
- py_test(
- name = "tests/test_ignore_worker_failure",
- tags = ["team:ml", "tests_dir", "tests_dir_I"],
- size = "large",
- srcs = ["tests/test_ignore_worker_failure.py"]
- )
- py_test(
- name = "tests/test_io",
- tags = ["team:ml", "tests_dir", "tests_dir_I"],
- size = "large",
- srcs = ["tests/test_io.py"]
- )
- py_test(
- name = "tests/test_local",
- tags = ["team:ml", "tests_dir", "tests_dir_L"],
- size = "medium",
- srcs = ["tests/test_local.py"]
- )
- py_test(
- name = "tests/test_lstm",
- tags = ["team:ml", "tests_dir", "tests_dir_L"],
- size = "medium",
- srcs = ["tests/test_lstm.py"]
- )
- py_test(
- name = "tests/test_model_imports",
- tags = ["team:ml", "tests_dir", "tests_dir_M", "model_imports"],
- size = "medium",
- data = glob(["tests/data/model_weights/**"]),
- srcs = ["tests/test_model_imports.py"]
- )
- py_test(
- name = "tests/test_multi_agent_env",
- tags = ["team:ml", "tests_dir", "tests_dir_M"],
- size = "medium",
- srcs = ["tests/test_multi_agent_env.py"]
- )
- py_test(
- name = "tests/test_multi_agent_pendulum",
- tags = ["team:ml", "tests_dir", "tests_dir_M"],
- size = "large",
- srcs = ["tests/test_multi_agent_pendulum.py"]
- )
- py_test(
- name = "tests/test_nested_action_spaces",
- main = "tests/test_nested_action_spaces.py",
- tags = ["team:ml", "tests_dir", "tests_dir_N"],
- size = "medium",
- srcs = ["tests/test_nested_action_spaces.py"]
- )
- py_test(
- name = "tests/test_nested_observation_spaces",
- main = "tests/test_nested_observation_spaces.py",
- tags = ["team:ml", "tests_dir", "tests_dir_N"],
- size = "medium",
- srcs = ["tests/test_nested_observation_spaces.py"]
- )
- py_test(
- name = "tests/test_nn_framework_import_errors",
- tags = ["team:ml", "tests_dir", "tests_dir_N"],
- size = "small",
- srcs = ["tests/test_nn_framework_import_errors.py"]
- )
- py_test(
- name = "tests/test_pettingzoo_env",
- tags = ["team:ml", "tests_dir", "tests_dir_P"],
- size = "medium",
- srcs = ["tests/test_pettingzoo_env.py"]
- )
- py_test(
- name = "tests/test_placement_groups",
- tags = ["team:ml", "tests_dir", "tests_dir_P"],
- size = "medium",
- srcs = ["tests/test_placement_groups.py"]
- )
- py_test(
- name = "tests/test_ray_client",
- tags = ["team:ml", "tests_dir", "tests_dir_R"],
- size = "large",
- srcs = ["tests/test_ray_client.py"]
- )
- py_test(
- name = "tests/test_reproducibility",
- tags = ["team:ml", "tests_dir", "tests_dir_R"],
- size = "medium",
- srcs = ["tests/test_reproducibility.py"]
- )
- # Test [train|evaluate].py scripts (w/o confirming evaluation performance).
- py_test(
- name = "test_rllib_evaluate_1",
- main = "tests/test_rllib_train_and_evaluate.py",
- tags = ["team:ml", "tests_dir", "tests_dir_R"],
- size = "large",
- data = ["train.py", "evaluate.py"],
- srcs = ["tests/test_rllib_train_and_evaluate.py"],
- args = ["TestEvaluate1"]
- )
- py_test(
- name = "test_rllib_evaluate_2",
- main = "tests/test_rllib_train_and_evaluate.py",
- tags = ["team:ml", "tests_dir", "tests_dir_R"],
- size = "large",
- data = ["train.py", "evaluate.py"],
- srcs = ["tests/test_rllib_train_and_evaluate.py"],
- args = ["TestEvaluate2"]
- )
- py_test(
- name = "test_rllib_evaluate_3",
- main = "tests/test_rllib_train_and_evaluate.py",
- tags = ["team:ml", "tests_dir", "tests_dir_R"],
- size = "large",
- data = ["train.py", "evaluate.py"],
- srcs = ["tests/test_rllib_train_and_evaluate.py"],
- args = ["TestEvaluate3"]
- )
- py_test(
- name = "test_rllib_evaluate_4",
- main = "tests/test_rllib_train_and_evaluate.py",
- tags = ["team:ml", "tests_dir", "tests_dir_R"],
- size = "large",
- data = ["train.py", "evaluate.py"],
- srcs = ["tests/test_rllib_train_and_evaluate.py"],
- args = ["TestEvaluate4"]
- )
- # Test [train|evaluate].py scripts (and confirm `rllib evaluate` performance is same
- # as the final one from the `rllib train` run).
- py_test(
- name = "test_rllib_train_and_evaluate",
- main = "tests/test_rllib_train_and_evaluate.py",
- tags = ["team:ml", "tests_dir", "tests_dir_R"],
- size = "large",
- data = ["train.py", "evaluate.py"],
- srcs = ["tests/test_rllib_train_and_evaluate.py"],
- args = ["TestTrainAndEvaluate"]
- )
- py_test(
- name = "tests/test_supported_multi_agent_pg",
- main = "tests/test_supported_multi_agent.py",
- tags = ["team:ml", "tests_dir", "tests_dir_S"],
- size = "medium",
- srcs = ["tests/test_supported_multi_agent.py"],
- args = ["TestSupportedMultiAgentPG"]
- )
- py_test(
- name = "tests/test_supported_multi_agent_off_policy",
- main = "tests/test_supported_multi_agent.py",
- tags = ["team:ml", "tests_dir", "tests_dir_S"],
- size = "medium",
- srcs = ["tests/test_supported_multi_agent.py"],
- args = ["TestSupportedMultiAgentOffPolicy"]
- )
- py_test(
- name = "tests/test_supported_spaces_pg",
- main = "tests/test_supported_spaces.py",
- tags = ["team:ml", "tests_dir", "tests_dir_S"],
- size = "large",
- srcs = ["tests/test_supported_spaces.py"],
- args = ["TestSupportedSpacesPG"]
- )
- py_test(
- name = "tests/test_supported_spaces_off_policy",
- main = "tests/test_supported_spaces.py",
- tags = ["team:ml", "tests_dir", "tests_dir_S"],
- size = "medium",
- srcs = ["tests/test_supported_spaces.py"],
- args = ["TestSupportedSpacesOffPolicy"]
- )
- py_test(
- name = "tests/test_supported_spaces_evolution_algos",
- main = "tests/test_supported_spaces.py",
- tags = ["team:ml", "tests_dir", "tests_dir_S"],
- size = "large",
- srcs = ["tests/test_supported_spaces.py"],
- args = ["TestSupportedSpacesEvolutionAlgos"]
- )
- py_test(
- name = "tests/test_timesteps",
- tags = ["team:ml", "tests_dir", "tests_dir_T"],
- size = "small",
- srcs = ["tests/test_timesteps.py"]
- )
- # --------------------------------------------------------------------
- # examples/ directory (excluding examples/documentation/...)
- #
- # Tag: examples, examples_[A-Z]
- #
- # NOTE: Add tests alphabetically into this list and make sure, to tag
- # it correctly by its starting letter, e.g. tags=["examples", "examples_A"]
- # for `examples/all_stuff.py`.
- # --------------------------------------------------------------------
- py_test(
- name = "examples/action_masking_tf",
- main = "examples/action_masking.py",
- tags = ["team:ml", "examples", "examples_A"],
- size = "medium",
- srcs = ["examples/action_masking.py"],
- args = ["--stop-iter=2"]
- )
- py_test(
- name = "examples/action_masking_torch",
- main = "examples/action_masking.py",
- tags = ["team:ml", "examples", "examples_A"],
- size = "medium",
- srcs = ["examples/action_masking.py"],
- args = ["--stop-iter=2", "--framework=torch"]
- )
- py_test(
- name = "examples/attention_net_tf",
- main = "examples/attention_net.py",
- tags = ["team:ml", "examples", "examples_A"],
- size = "medium",
- srcs = ["examples/attention_net.py"],
- args = ["--as-test", "--stop-reward=70"]
- )
- py_test(
- name = "examples/attention_net_torch",
- main = "examples/attention_net.py",
- tags = ["team:ml", "examples", "examples_A"],
- size = "medium",
- srcs = ["examples/attention_net.py"],
- args = ["--as-test", "--stop-reward=70", "--framework torch"]
- )
- py_test(
- name = "examples/autoregressive_action_dist_tf",
- main = "examples/autoregressive_action_dist.py",
- tags = ["team:ml", "examples", "examples_A"],
- size = "medium",
- srcs = ["examples/autoregressive_action_dist.py"],
- args = ["--as-test", "--stop-reward=150", "--num-cpus=4"]
- )
- py_test(
- name = "examples/autoregressive_action_dist_torch",
- main = "examples/autoregressive_action_dist.py",
- tags = ["team:ml", "examples", "examples_A"],
- size = "medium",
- srcs = ["examples/autoregressive_action_dist.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=150", "--num-cpus=4"]
- )
- py_test(
- name = "examples/bare_metal_policy_with_custom_view_reqs",
- main = "examples/bare_metal_policy_with_custom_view_reqs.py",
- tags = ["team:ml", "examples", "examples_B"],
- size = "medium",
- srcs = ["examples/bare_metal_policy_with_custom_view_reqs.py"],
- )
- py_test(
- name = "examples/batch_norm_model_ppo_tf",
- main = "examples/batch_norm_model.py",
- tags = ["team:ml", "examples", "examples_B"],
- size = "medium",
- srcs = ["examples/batch_norm_model.py"],
- args = ["--as-test", "--run=PPO", "--stop-reward=80"]
- )
- py_test(
- name = "examples/batch_norm_model_ppo_torch",
- main = "examples/batch_norm_model.py",
- tags = ["team:ml", "examples", "examples_B"],
- size = "medium",
- srcs = ["examples/batch_norm_model.py"],
- args = ["--as-test", "--framework=torch", "--run=PPO", "--stop-reward=80"]
- )
- py_test(
- name = "examples/batch_norm_model_dqn_tf",
- main = "examples/batch_norm_model.py",
- tags = ["team:ml", "examples", "examples_B"],
- size = "medium",
- srcs = ["examples/batch_norm_model.py"],
- args = ["--as-test", "--run=DQN", "--stop-reward=70"]
- )
- py_test(
- name = "examples/batch_norm_model_dqn_torch",
- main = "examples/batch_norm_model.py",
- tags = ["team:ml", "examples", "examples_B"],
- size = "large", # DQN learns much slower with BatchNorm.
- srcs = ["examples/batch_norm_model.py"],
- args = ["--as-test", "--framework=torch", "--run=DQN", "--stop-reward=70"]
- )
- py_test(
- name = "examples/batch_norm_model_ddpg_tf",
- main = "examples/batch_norm_model.py",
- tags = ["team:ml", "examples", "examples_B"],
- size = "medium",
- srcs = ["examples/batch_norm_model.py"],
- args = ["--run=DDPG", "--stop-iters=1"]
- )
- py_test(
- name = "examples/batch_norm_model_ddpg_torch",
- main = "examples/batch_norm_model.py",
- tags = ["team:ml", "examples", "examples_B"],
- size = "medium",
- srcs = ["examples/batch_norm_model.py"],
- args = ["--framework=torch", "--run=DDPG", "--stop-iters=1"]
- )
- py_test(
- name = "examples/cartpole_lstm_impala_tf",
- main = "examples/cartpole_lstm.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--as-test", "--run=IMPALA", "--stop-reward=40", "--num-cpus=4"]
- )
- py_test(
- name = "examples/cartpole_lstm_impala_torch",
- main = "examples/cartpole_lstm.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--as-test", "--framework=torch", "--run=IMPALA", "--stop-reward=40", "--num-cpus=4"]
- )
- py_test(
- name = "examples/cartpole_lstm_ppo_tf",
- main = "examples/cartpole_lstm.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--as-test", "--framework=tf", "--run=PPO", "--stop-reward=40", "--num-cpus=4"]
- )
- py_test(
- name = "examples/cartpole_lstm_ppo_tf2",
- main = "examples/cartpole_lstm.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "large",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--as-test", "--framework=tf2", "--run=PPO", "--stop-reward=40", "--num-cpus=4"]
- )
- py_test(
- name = "examples/cartpole_lstm_ppo_torch",
- main = "examples/cartpole_lstm.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--as-test", "--framework=torch", "--run=PPO", "--stop-reward=40", "--num-cpus=4"]
- )
- py_test(
- name = "examples/cartpole_lstm_ppo_tf_with_prev_a_and_r",
- main = "examples/cartpole_lstm.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/cartpole_lstm.py"],
- args = ["--as-test", "--run=PPO", "--stop-reward=40", "--use-prev-action", "--use-prev-reward", "--num-cpus=4"]
- )
- py_test(
- name = "examples/centralized_critic_tf",
- main = "examples/centralized_critic.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "large",
- srcs = ["examples/centralized_critic.py"],
- args = ["--as-test", "--stop-reward=7.2"]
- )
- py_test(
- name = "examples/centralized_critic_torch",
- main = "examples/centralized_critic.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "large",
- srcs = ["examples/centralized_critic.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=7.2"]
- )
- py_test(
- name = "examples/centralized_critic_2_tf",
- main = "examples/centralized_critic_2.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/centralized_critic_2.py"],
- args = ["--as-test", "--stop-reward=6.0"]
- )
- py_test(
- name = "examples/centralized_critic_2_torch",
- main = "examples/centralized_critic_2.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/centralized_critic_2.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=6.0"]
- )
- py_test(
- name = "examples/checkpoint_by_custom_criteria",
- main = "examples/checkpoint_by_custom_criteria.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/checkpoint_by_custom_criteria.py"],
- args = ["--stop-iters=3 --num-cpus=3"]
- )
- py_test(
- name = "examples/complex_struct_space_tf",
- main = "examples/complex_struct_space.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/complex_struct_space.py"],
- args = ["--framework=tf"],
- )
- py_test(
- name = "examples/complex_struct_space_tf_eager",
- main = "examples/complex_struct_space.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/complex_struct_space.py"],
- args = ["--framework=tfe"],
- )
- py_test(
- name = "examples/complex_struct_space_torch",
- main = "examples/complex_struct_space.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_AtoT"],
- size = "medium",
- srcs = ["examples/complex_struct_space.py"],
- args = ["--framework=torch"],
- )
- py_test(
- name = "examples/curriculum_learning",
- main = "examples/curriculum_learning.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/curriculum_learning.py"],
- args = ["--as-test", "--stop-reward=800.0"]
- )
- py_test(
- name = "examples/custom_env_tf",
- main = "examples/custom_env.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_env.py"],
- args = ["--as-test"]
- )
- py_test(
- name = "examples/custom_env_torch",
- main = "examples/custom_env.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "large",
- srcs = ["examples/custom_env.py"],
- args = ["--as-test", "--framework=torch"]
- )
- py_test(
- name = "examples/custom_eval_tf",
- main = "examples/custom_eval.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_eval.py"],
- args = ["--num-cpus=4", "--as-test"]
- )
- py_test(
- name = "examples/custom_eval_torch",
- main = "examples/custom_eval.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_eval.py"],
- args = ["--num-cpus=4", "--as-test", "--framework=torch"]
- )
- py_test(
- name = "examples/custom_experiment",
- main = "examples/custom_experiment.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_experiment.py"],
- args = ["--train-iterations=10"]
- )
- py_test(
- name = "examples/custom_fast_model_tf",
- main = "examples/custom_fast_model.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_fast_model.py"],
- args = ["--stop-iters=1"]
- )
- py_test(
- name = "examples/custom_fast_model_torch",
- main = "examples/custom_fast_model.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_fast_model.py"],
- args = ["--stop-iters=1", "--framework=torch"]
- )
- py_test(
- name = "examples/custom_keras_model_a2c",
- main = "examples/custom_keras_model.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "large",
- srcs = ["examples/custom_keras_model.py"],
- args = ["--run=A2C", "--stop=50", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_keras_model_dqn",
- main = "examples/custom_keras_model.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_keras_model.py"],
- args = ["--run=DQN", "--stop=50"]
- )
- py_test(
- name = "examples/custom_keras_model_ppo",
- main = "examples/custom_keras_model.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_keras_model.py"],
- args = ["--run=PPO", "--stop=50", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_metrics_and_callbacks",
- main = "examples/custom_metrics_and_callbacks.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "small",
- srcs = ["examples/custom_metrics_and_callbacks.py"],
- args = ["--stop-iters=2"]
- )
- py_test(
- name = "examples/custom_metrics_and_callbacks_legacy",
- main = "examples/custom_metrics_and_callbacks_legacy.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "small",
- srcs = ["examples/custom_metrics_and_callbacks_legacy.py"],
- args = ["--stop-iters=2"]
- )
- py_test(
- name = "examples/custom_model_api_tf",
- main = "examples/custom_model_api.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "small",
- srcs = ["examples/custom_model_api.py"],
- )
- py_test(
- name = "examples/custom_model_api_torch",
- main = "examples/custom_model_api.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "small",
- srcs = ["examples/custom_model_api.py"],
- args = ["--framework=torch"],
- )
- py_test(
- name = "examples/custom_model_loss_and_metrics_ppo_tf",
- main = "examples/custom_model_loss_and_metrics.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- # Include the json data file.
- data = ["tests/data/cartpole/small.json"],
- srcs = ["examples/custom_model_loss_and_metrics.py"],
- args = ["--run=PPO", "--stop-iters=1", "--input-files=tests/data/cartpole"]
- )
- py_test(
- name = "examples/custom_model_loss_and_metrics_ppo_torch",
- main = "examples/custom_model_loss_and_metrics.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- # Include the json data file.
- data = ["tests/data/cartpole/small.json"],
- srcs = ["examples/custom_model_loss_and_metrics.py"],
- args = ["--run=PPO", "--framework=torch", "--stop-iters=1", "--input-files=tests/data/cartpole"]
- )
- py_test(
- name = "examples/custom_model_loss_and_metrics_pg_tf",
- main = "examples/custom_model_loss_and_metrics.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- # Include the json data file.
- data = ["tests/data/cartpole/small.json"],
- srcs = ["examples/custom_model_loss_and_metrics.py"],
- args = ["--run=PG", "--stop-iters=1", "--input-files=tests/data/cartpole"]
- )
- py_test(
- name = "examples/custom_model_loss_and_metrics_pg_torch",
- main = "examples/custom_model_loss_and_metrics.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- # Include the json data file.
- data = ["tests/data/cartpole/small.json"],
- srcs = ["examples/custom_model_loss_and_metrics.py"],
- args = ["--run=PG", "--framework=torch", "--stop-iters=1", "--input-files=tests/data/cartpole"]
- )
- py_test(
- name = "examples/custom_observation_filters",
- main = "examples/custom_observation_filters.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_observation_filters.py"],
- args = ["--stop-iters=3"]
- )
- py_test(
- name = "examples/custom_rnn_model_repeat_after_me_tf",
- main = "examples/custom_rnn_model.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_rnn_model.py"],
- args = ["--as-test", "--run=PPO", "--stop-reward=40", "--env=RepeatAfterMeEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_rnn_model_repeat_initial_obs_tf",
- main = "examples/custom_rnn_model.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_rnn_model.py"],
- args = ["--as-test", "--run=PPO", "--stop-reward=10", "--stop-timesteps=300000", "--env=RepeatInitialObsEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_rnn_model_repeat_after_me_torch",
- main = "examples/custom_rnn_model.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_rnn_model.py"],
- args = ["--as-test", "--framework=torch", "--run=PPO", "--stop-reward=40", "--env=RepeatAfterMeEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_rnn_model_repeat_initial_obs_torch",
- main = "examples/custom_rnn_model.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_rnn_model.py"],
- args = ["--as-test", "--framework=torch", "--run=PPO", "--stop-reward=10", "--stop-timesteps=300000", "--env=RepeatInitialObsEnv", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_tf_policy",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_tf_policy.py"],
- args = ["--stop-iters=2", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_torch_policy",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_torch_policy.py"],
- args = ["--stop-iters=2", "--num-cpus=4"]
- )
- py_test(
- name = "examples/custom_train_fn",
- main = "examples/custom_train_fn.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_train_fn.py"],
- )
- py_test(
- name = "examples/custom_vector_env_tf",
- main = "examples/custom_vector_env.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_vector_env.py"],
- args = ["--as-test", "--stop-reward=40.0"]
- )
- py_test(
- name = "examples/custom_vector_env_torch",
- main = "examples/custom_vector_env.py",
- tags = ["team:ml", "examples", "examples_C", "examples_C_UtoZ"],
- size = "medium",
- srcs = ["examples/custom_vector_env.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=40.0"]
- )
- py_test(
- name = "examples/deterministic_training_tf",
- main = "examples/deterministic_training.py",
- tags = ["team:ml", "multi_gpu"],
- size = "medium",
- srcs = ["examples/deterministic_training.py"],
- args = ["--as-test", "--stop-iters=1", "--framework=tf", "--num-gpus-trainer=1", "--num-gpus-per-worker=1"]
- )
- py_test(
- name = "examples/deterministic_training_tf2",
- main = "examples/deterministic_training.py",
- tags = ["team:ml", "multi_gpu"],
- size = "medium",
- srcs = ["examples/deterministic_training.py"],
- args = ["--as-test", "--stop-iters=1", "--framework=tf2", "--num-gpus-trainer=1", "--num-gpus-per-worker=1"]
- )
- py_test(
- name = "examples/deterministic_training_torch",
- main = "examples/deterministic_training.py",
- tags = ["team:ml", "multi_gpu"],
- size = "medium",
- srcs = ["examples/deterministic_training.py"],
- args = ["--as-test", "--stop-iters=1", "--framework=torch", "--num-gpus-trainer=1", "--num-gpus-per-worker=1"]
- )
- py_test(
- name = "examples/eager_execution",
- tags = ["team:ml", "examples", "examples_E"],
- size = "small",
- srcs = ["examples/eager_execution.py"],
- args = ["--stop-iters=2"]
- )
- py_test(
- name = "examples/export/cartpole_dqn_export",
- main = "examples/export/cartpole_dqn_export.py",
- tags = ["team:ml", "examples", "examples_E"],
- size = "medium",
- srcs = ["examples/export/cartpole_dqn_export.py"],
- )
- py_test(
- name = "examples/export/onnx_tf",
- main = "examples/export/onnx_tf.py",
- tags = ["team:ml", "examples", "examples_E"],
- size = "medium",
- srcs = ["examples/export/onnx_tf.py"],
- )
- py_test(
- name = "examples/export/onnx_torch",
- main = "examples/export/onnx_torch.py",
- tags = ["team:ml", "examples", "examples_E"],
- size = "medium",
- srcs = ["examples/export/onnx_torch.py"],
- )
- py_test(
- name = "examples/fractional_gpus",
- main = "examples/fractional_gpus.py",
- tags = ["team:ml", "examples", "examples_F"],
- size = "medium",
- srcs = ["examples/fractional_gpus.py"],
- args = ["--as-test", "--stop-reward=40.0", "--num-gpus=0", "--num-workers=0"]
- )
- py_test(
- name = "examples/hierarchical_training_tf",
- main = "examples/hierarchical_training.py",
- tags = ["team:ml", "examples", "examples_H"],
- size = "medium",
- srcs = ["examples/hierarchical_training.py"],
- args = ["--stop-reward=0.0"]
- )
- py_test(
- name = "examples/hierarchical_training_torch",
- main = "examples/hierarchical_training.py",
- tags = ["team:ml", "examples", "examples_H"],
- size = "medium",
- srcs = ["examples/hierarchical_training.py"],
- args = ["--framework=torch", "--stop-reward=0.0"]
- )
- # Do not run this test (MobileNetV2 is gigantic and takes forever for 1 iter).
- # py_test(
- # name = "examples/mobilenet_v2_with_lstm_tf",
- # main = "examples/mobilenet_v2_with_lstm.py",
- # tags = ["team:ml", "examples", "examples_M"],
- # size = "small",
- # srcs = ["examples/mobilenet_v2_with_lstm.py"]
- # )
- py_test(
- name = "examples/multi_agent_cartpole_tf",
- main = "examples/multi_agent_cartpole.py",
- tags = ["team:ml", "examples", "examples_M"],
- size = "medium",
- srcs = ["examples/multi_agent_cartpole.py"],
- args = ["--as-test", "--stop-reward=70.0", "--num-cpus=4"]
- )
- py_test(
- name = "examples/multi_agent_cartpole_torch",
- main = "examples/multi_agent_cartpole.py",
- tags = ["team:ml", "examples", "examples_M"],
- size = "medium",
- srcs = ["examples/multi_agent_cartpole.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=70.0", "--num-cpus=4"]
- )
- py_test(
- name = "examples/multi_agent_custom_policy_tf",
- main = "examples/multi_agent_custom_policy.py",
- tags = ["team:ml", "examples", "examples_M"],
- size = "small",
- srcs = ["examples/multi_agent_custom_policy.py"],
- args = ["--as-test", "--stop-reward=80"]
- )
- py_test(
- name = "examples/multi_agent_custom_policy_torch",
- main = "examples/multi_agent_custom_policy.py",
- tags = ["team:ml", "examples", "examples_M"],
- size = "small",
- srcs = ["examples/multi_agent_custom_policy.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=80"]
- )
- py_test(
- name = "examples/multi_agent_two_trainers_tf",
- main = "examples/multi_agent_two_trainers.py",
- tags = ["team:ml", "examples", "examples_M"],
- size = "medium",
- srcs = ["examples/multi_agent_two_trainers.py"],
- args = ["--as-test", "--stop-reward=70"]
- )
- py_test(
- name = "examples/multi_agent_two_trainers_torch",
- main = "examples/multi_agent_two_trainers.py",
- tags = ["team:ml", "examples", "examples_M"],
- size = "medium",
- srcs = ["examples/multi_agent_two_trainers.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=70"]
- )
- # Taking out this test for now: Mixed torch- and tf- policies within the same
- # Trainer never really worked.
- # py_test(
- # name = "examples/multi_agent_two_trainers_mixed_torch_tf",
- # main = "examples/multi_agent_two_trainers.py",
- # tags = ["team:ml", "examples", "examples_M"],
- # size = "medium",
- # srcs = ["examples/multi_agent_two_trainers.py"],
- # args = ["--as-test", "--mixed-torch-tf", "--stop-reward=70"]
- # )
- py_test(
- name = "examples/nested_action_spaces_ppo_tf",
- main = "examples/nested_action_spaces.py",
- tags = ["team:ml", "examples", "examples_N"],
- size = "medium",
- srcs = ["examples/nested_action_spaces.py"],
- args = ["--as-test", "--stop-reward=-600", "--run=PPO"]
- )
- py_test(
- name = "examples/nested_action_spaces_ppo_torch",
- main = "examples/nested_action_spaces.py",
- tags = ["team:ml", "examples", "examples_N"],
- size = "medium",
- srcs = ["examples/nested_action_spaces.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=-600", "--run=PPO"]
- )
- py_test(
- name = "examples/parallel_evaluation_and_training_13_episodes_tf",
- main = "examples/parallel_evaluation_and_training.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/parallel_evaluation_and_training.py"],
- args = ["--as-test", "--stop-reward=50.0", "--num-cpus=6", "--evaluation-duration=13"]
- )
- py_test(
- name = "examples/parallel_evaluation_and_training_auto_episodes_tf",
- main = "examples/parallel_evaluation_and_training.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/parallel_evaluation_and_training.py"],
- args = ["--as-test", "--stop-reward=50.0", "--num-cpus=6", "--evaluation-duration=auto"]
- )
- py_test(
- name = "examples/parallel_evaluation_and_training_211_ts_tf2",
- main = "examples/parallel_evaluation_and_training.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/parallel_evaluation_and_training.py"],
- args = ["--as-test", "--framework=tf2", "--stop-reward=30.0", "--num-cpus=6", "--evaluation-num-workers=3", "--evaluation-duration=211", "--evaluation-duration-unit=timesteps"]
- )
- py_test(
- name = "examples/parallel_evaluation_and_training_auto_ts_torch",
- main = "examples/parallel_evaluation_and_training.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/parallel_evaluation_and_training.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=30.0", "--num-cpus=6", "--evaluation-num-workers=3", "--evaluation-duration=auto", "--evaluation-duration-unit=timesteps"]
- )
- py_test(
- name = "examples/parametric_actions_cartpole_pg_tf",
- main = "examples/parametric_actions_cartpole.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/parametric_actions_cartpole.py"],
- args = ["--as-test", "--stop-reward=60.0", "--run=PG"]
- )
- py_test(
- name = "examples/parametric_actions_cartpole_dqn_tf",
- main = "examples/parametric_actions_cartpole.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/parametric_actions_cartpole.py"],
- args = ["--as-test", "--stop-reward=60.0", "--run=DQN"]
- )
- py_test(
- name = "examples/parametric_actions_cartpole_pg_torch",
- main = "examples/parametric_actions_cartpole.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/parametric_actions_cartpole.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=60.0", "--run=PG"]
- )
- py_test(
- name = "examples/parametric_actions_cartpole_dqn_torch",
- main = "examples/parametric_actions_cartpole.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/parametric_actions_cartpole.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=60.0", "--run=DQN"]
- )
- py_test(
- name = "examples/parametric_actions_cartpole_embeddings_learnt_by_model",
- main = "examples/parametric_actions_cartpole_embeddings_learnt_by_model.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/parametric_actions_cartpole_embeddings_learnt_by_model.py"],
- args = ["--as-test", "--stop-reward=80.0"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_tf",
- main = "examples/inference_and_serving/policy_inference_after_training.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training.py"],
- args = ["--stop-iters=3", "--framework=tf"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_torch",
- main = "examples/inference_and_serving/policy_inference_after_training.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training.py"],
- args = ["--stop-iters=3", "--framework=torch"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_with_attention_tf",
- main = "examples/inference_and_serving/policy_inference_after_training_with_attention.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training_with_attention.py"],
- args = ["--stop-iters=2", "--framework=tf"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_with_attention_torch",
- main = "examples/inference_and_serving/policy_inference_after_training_with_attention.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training_with_attention.py"],
- args = ["--stop-iters=2", "--framework=torch"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_with_lstm_tf",
- main = "examples/inference_and_serving/policy_inference_after_training_with_lstm.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training_with_lstm.py"],
- args = ["--stop-iters=1", "--framework=tf"]
- )
- py_test(
- name = "examples/inference_and_serving/policy_inference_after_training_with_lstm_torch",
- main = "examples/inference_and_serving/policy_inference_after_training_with_lstm.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/inference_and_serving/policy_inference_after_training_with_lstm.py"],
- args = ["--stop-iters=1", "--framework=torch"]
- )
- py_test(
- name = "examples/preprocessing_disabled_tf",
- main = "examples/preprocessing_disabled.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/preprocessing_disabled.py"],
- args = ["--stop-iters=2"]
- )
- py_test(
- name = "examples/preprocessing_disabled_torch",
- main = "examples/preprocessing_disabled.py",
- tags = ["team:ml", "examples", "examples_P"],
- size = "medium",
- srcs = ["examples/preprocessing_disabled.py"],
- args = ["--framework=torch", "--stop-iters=2"]
- )
- py_test(
- name = "examples/remote_envs_with_inference_done_on_main_node_tf",
- main = "examples/remote_envs_with_inference_done_on_main_node.py",
- tags = ["team:ml", "examples", "examples_R"],
- size = "medium",
- srcs = ["examples/remote_envs_with_inference_done_on_main_node.py"],
- args = ["--as-test"],
- )
- py_test(
- name = "examples/remote_envs_with_inference_done_on_main_node_torch",
- main = "examples/remote_envs_with_inference_done_on_main_node.py",
- tags = ["team:ml", "examples", "examples_R"],
- size = "medium",
- srcs = ["examples/remote_envs_with_inference_done_on_main_node.py"],
- args = ["--as-test", "--framework=torch"],
- )
- py_test(
- name = "examples/remote_base_env_with_custom_api",
- tags = ["team:ml", "examples", "examples_R"],
- size = "medium",
- srcs = ["examples/remote_base_env_with_custom_api.py"],
- args = ["--stop-iters=3"]
- )
- py_test(
- name = "examples/restore_1_of_n_agents_from_checkpoint",
- tags = ["team:ml", "examples", "examples_R"],
- size = "medium",
- srcs = ["examples/restore_1_of_n_agents_from_checkpoint.py"],
- args = ["--pre-training-iters=1", "--stop-iters=1", "--num-cpus=4"]
- )
- py_test(
- name = "examples/rnnsac_stateless_cartpole",
- tags = ["team:ml", "gpu"],
- size = "large",
- srcs = ["examples/rnnsac_stateless_cartpole.py"]
- )
- py_test(
- name = "examples/rollout_worker_custom_workflow",
- tags = ["team:ml", "examples", "examples_R"],
- size = "small",
- srcs = ["examples/rollout_worker_custom_workflow.py"],
- args = ["--num-cpus=4"]
- )
- py_test(
- name = "examples/rock_paper_scissors_multiagent_tf",
- main = "examples/rock_paper_scissors_multiagent.py",
- tags = ["team:ml", "examples", "examples_R"],
- size = "medium",
- srcs = ["examples/rock_paper_scissors_multiagent.py"],
- args = ["--as-test"],
- )
- py_test(
- name = "examples/rock_paper_scissors_multiagent_torch",
- main = "examples/rock_paper_scissors_multiagent.py",
- tags = ["team:ml", "examples", "examples_R"],
- size = "medium",
- srcs = ["examples/rock_paper_scissors_multiagent.py"],
- args = ["--as-test", "--framework=torch"],
- )
- # Deactivated for now due to open-spiel's dependency on an outdated
- # tensorflow-probability version.
- # py_test(
- # name = "examples/self_play_with_open_spiel_connect_4_tf",
- # main = "examples/self_play_with_open_spiel.py",
- # tags = ["team:ml", "examples", "examples_S"],
- # size = "medium",
- # srcs = ["examples/self_play_with_open_spiel.py"],
- # args = ["--framework=tf", "--env=connect_four", "--win-rate-threshold=0.6", "--stop-iters=2", "--num-episodes-human-play=0"]
- # )
- # py_test(
- # name = "examples/self_play_with_open_spiel_connect_4_torch",
- # main = "examples/self_play_with_open_spiel.py",
- # tags = ["team:ml", "examples", "examples_S"],
- # size = "medium",
- # srcs = ["examples/self_play_with_open_spiel.py"],
- # args = ["--framework=torch", "--env=connect_four", "--win-rate-threshold=0.6", "--stop-iters=2", "--num-episodes-human-play=0"]
- # )
- # py_test(
- # name = "examples/self_play_league_based_with_open_spiel_markov_soccer_tf",
- # main = "examples/self_play_league_based_with_open_spiel.py",
- # tags = ["team:ml", "examples", "examples_S"],
- # size = "medium",
- # srcs = ["examples/self_play_league_based_with_open_spiel.py"],
- # args = ["--framework=tf", "--env=markov_soccer", "--win-rate-threshold=0.6", "--stop-iters=2", "--num-episodes-human-play=0"]
- # )
- # py_test(
- # name = "examples/self_play_league_based_with_open_spiel_markov_soccer_torch",
- # main = "examples/self_play_league_based_with_open_spiel.py",
- # tags = ["team:ml", "examples", "examples_S"],
- # size = "medium",
- # srcs = ["examples/self_play_league_based_with_open_spiel_markov_soccer.py"],
- # args = ["--framework=torch", "--env=markov_soccer", "--win-rate-threshold=0.6", "--stop-iters=2", "--num-episodes-human-play=0"]
- # )
- py_test(
- name = "examples/trajectory_view_api_tf",
- main = "examples/trajectory_view_api.py",
- tags = ["team:ml", "examples", "examples_T"],
- size = "medium",
- srcs = ["examples/trajectory_view_api.py"],
- args = ["--as-test", "--framework=tf", "--stop-reward=100.0"]
- )
- py_test(
- name = "examples/trajectory_view_api_torch",
- main = "examples/trajectory_view_api.py",
- tags = ["team:ml", "examples", "examples_T"],
- size = "medium",
- srcs = ["examples/trajectory_view_api.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=100.0"]
- )
- py_test(
- name = "examples/tune/framework",
- main = "examples/tune/framework.py",
- tags = ["team:ml", "examples", "examples_F"],
- size = "medium",
- srcs = ["examples/tune/framework.py"],
- args = ["--smoke-test"]
- )
- py_test(
- name = "examples/two_trainer_workflow_tf",
- main = "examples/two_trainer_workflow.py",
- tags = ["team:ml", "examples", "examples_T"],
- size = "small",
- srcs = ["examples/two_trainer_workflow.py"],
- args = ["--as-test", "--stop-reward=100.0"]
- )
- py_test(
- name = "examples/two_trainer_workflow_torch",
- main = "examples/two_trainer_workflow.py",
- tags = ["team:ml", "examples", "examples_T"],
- size = "small",
- srcs = ["examples/two_trainer_workflow.py"],
- args = ["--as-test", "--torch", "--stop-reward=100.0"]
- )
- py_test(
- name = "examples/two_trainer_workflow_mixed_torch_tf",
- main = "examples/two_trainer_workflow.py",
- tags = ["team:ml", "examples", "examples_T"],
- size = "small",
- srcs = ["examples/two_trainer_workflow.py"],
- args = ["--as-test", "--mixed-torch-tf", "--stop-reward=100.0"]
- )
- py_test(
- name = "examples/two_step_game_maddpg",
- main = "examples/two_step_game.py",
- tags = ["team:ml", "examples", "examples_T"],
- size = "medium",
- srcs = ["examples/two_step_game.py"],
- args = ["--as-test", "--stop-reward=7.1", "--run=contrib/MADDPG"]
- )
- py_test(
- name = "examples/two_step_game_pg_tf",
- main = "examples/two_step_game.py",
- tags = ["team:ml", "examples", "examples_T"],
- size = "medium",
- srcs = ["examples/two_step_game.py"],
- args = ["--as-test", "--stop-reward=7", "--run=PG"]
- )
- py_test(
- name = "examples/two_step_game_pg_torch",
- main = "examples/two_step_game.py",
- tags = ["team:ml", "examples", "examples_T"],
- size = "medium",
- srcs = ["examples/two_step_game.py"],
- args = ["--as-test", "--framework=torch", "--stop-reward=7", "--run=PG"]
- )
- py_test(
- name = "contrib/bandits/examples/lin_ts",
- main = "contrib/bandits/examples/simple_context_bandit.py",
- tags = ["team:ml", "examples", "examples_T"],
- size = "small",
- srcs = ["contrib/bandits/examples/simple_context_bandit.py"],
- args = ["--as-test", "--stop-reward=10", "--run=contrib/LinTS"],
- )
- py_test(
- name = "contrib/bandits/examples/lin_ucb",
- main = "contrib/bandits/examples/simple_context_bandit.py",
- tags = ["team:ml", "examples", "examples_U"],
- size = "small",
- srcs = ["contrib/bandits/examples/simple_context_bandit.py"],
- args = ["--as-test", "--stop-reward=10", "--run=contrib/LinUCB"],
- )
- py_test(
- name = "contrib/bandits/examples/lin_ts_train_wheel_env",
- main = "contrib/bandits/examples/LinTS_train_wheel_env.py",
- tags = ["team:ml", "examples", "examples_U"],
- size = "small",
- srcs = ["contrib/bandits/examples/LinTS_train_wheel_env.py"],
- )
- py_test(
- name = "contrib/bandits/examples/tune_lin_ts_train_wheel_env",
- main = "contrib/bandits/examples/tune_LinTS_train_wheel_env.py",
- tags = ["team:ml", "examples", "examples_U"],
- size = "small",
- srcs = ["contrib/bandits/examples/tune_LinTS_train_wheel_env.py"],
- )
- py_test(
- name = "contrib/bandits/examples/tune_lin_ucb_train_recommendation",
- main = "contrib/bandits/examples/tune_LinUCB_train_recommendation.py",
- tags = ["team:ml", "examples", "examples_U"],
- size = "small",
- srcs = ["contrib/bandits/examples/tune_LinUCB_train_recommendation.py"],
- )
- # --------------------------------------------------------------------
- # examples/documentation directory
- #
- # Tag: documentation
- #
- # NOTE: Add tests alphabetically to this list.
- # --------------------------------------------------------------------
- py_test(
- name = "examples/documentation/custom_gym_env",
- main = "examples/documentation/custom_gym_env.py",
- tags = ["team:ml", "documentation"],
- size = "medium",
- srcs = ["examples/documentation/custom_gym_env.py"],
- )
- py_test(
- name = "examples/documentation/rllib_in_60s",
- main = "examples/documentation/rllib_in_60s.py",
- tags = ["team:ml", "documentation"],
- size = "medium",
- srcs = ["examples/documentation/rllib_in_60s.py"],
- )
- py_test(
- name = "examples/documentation/rllib_on_ray_readme",
- main = "examples/documentation/rllib_on_ray_readme.py",
- tags = ["team:ml", "documentation"],
- size = "medium",
- srcs = ["examples/documentation/rllib_on_ray_readme.py"],
- )
- py_test(
- name = "examples/documentation/rllib_on_rllib_readme",
- main = "examples/documentation/rllib_on_rllib_readme.py",
- tags = ["team:ml", "documentation"],
- size = "medium",
- srcs = ["examples/documentation/rllib_on_rllib_readme.py"],
- )
|