handle.py 1.5 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152
  1. from ray_release.test import Test
  2. from ray_release.exception import ReleaseTestConfigError, ResultsAlert
  3. from ray_release.logger import logger
  4. from ray_release.result import Result
  5. from ray_release.alerts import (
  6. default,
  7. long_running_tests,
  8. tune_tests,
  9. xgboost_tests,
  10. )
  11. # The second bit in the tuple indicates whether a result is required to pass the alert.
  12. # If true, the release test will throw a FetchResultError when result cannot be fetched
  13. # successfully.
  14. result_to_handle_map = {
  15. "default": (default.handle_result, False),
  16. "long_running_tests": (
  17. long_running_tests.handle_result,
  18. True,
  19. ),
  20. "tune_tests": (tune_tests.handle_result, True),
  21. "xgboost_tests": (xgboost_tests.handle_result, True),
  22. }
  23. def require_result(test: Test) -> bool:
  24. alert_suite = test.get("alert", "default")
  25. if alert_suite not in result_to_handle_map:
  26. raise ReleaseTestConfigError(f"Alert suite {alert_suite} not found.")
  27. return result_to_handle_map[alert_suite][1]
  28. def handle_result(test: Test, result: Result):
  29. alert_suite = test.get("alert", "default")
  30. logger.info(
  31. f"Checking results for test {test['name']} using alerting suite "
  32. f"{alert_suite}"
  33. )
  34. if alert_suite not in result_to_handle_map:
  35. raise ReleaseTestConfigError(f"Alert suite {alert_suite} not found.")
  36. handler = result_to_handle_map[alert_suite][0]
  37. error = handler(test, result)
  38. if error:
  39. raise ResultsAlert(error)
  40. logger.info("No alerts have been raised - test passed successfully!")