test_alerts.py 1.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849
  1. import sys
  2. import pytest
  3. from ray_release.alerts import (
  4. handle,
  5. default,
  6. # long_running_tests,
  7. # rllib_tests,
  8. # tune_tests,
  9. # xgboost_tests,
  10. )
  11. from ray_release.test import Test
  12. from ray_release.exception import ReleaseTestConfigError, ResultsAlert
  13. from ray_release.result import (
  14. Result,
  15. ResultStatus,
  16. )
  17. def test_handle_alert():
  18. # Unknown test suite
  19. with pytest.raises(ReleaseTestConfigError):
  20. handle.handle_result(
  21. Test(name="unit_alert_test", alert="invalid"),
  22. Result(status=ResultStatus.SUCCESS.value),
  23. )
  24. # Alert raised
  25. with pytest.raises(ResultsAlert):
  26. handle.handle_result(
  27. Test(name="unit_alert_test", alert="default"),
  28. Result(status="unsuccessful"),
  29. )
  30. # Everything fine
  31. handle.handle_result(
  32. Test(name="unit_alert_test", alert="default"),
  33. Result(status=ResultStatus.SUCCESS.value),
  34. )
  35. def test_default_alert():
  36. test = Test(name="unit_alert_test", alert="default")
  37. assert default.handle_result(test, Result(status="timeout"))
  38. assert not default.handle_result(test, Result(status=ResultStatus.SUCCESS.value))
  39. if __name__ == "__main__":
  40. sys.exit(pytest.main(["-v", __file__]))