serve_micro_benchmark.py 806 B

1234567891011121314151617181920212223242526272829303132
  1. import asyncio
  2. import logging
  3. from ray.serve._private.benchmarks.microbenchmark import main as benchmark_main
  4. from serve_test_cluster_utils import (
  5. setup_local_single_node_cluster,
  6. setup_anyscale_cluster,
  7. )
  8. from serve_test_utils import (
  9. save_test_results,
  10. is_smoke_test,
  11. )
  12. logger = logging.getLogger(__file__)
  13. async def main():
  14. # Give default cluster parameter values based on smoke_test config
  15. # if user provided values explicitly, use them instead.
  16. # IS_SMOKE_TEST is set by args of releaser's e2e.py
  17. if is_smoke_test():
  18. setup_local_single_node_cluster(1)
  19. else:
  20. setup_anyscale_cluster()
  21. result_json = await benchmark_main()
  22. logger.info(result_json)
  23. save_test_results(result_json)
  24. if __name__ == "__main__":
  25. asyncio.run(main())