test_conv2d_default_stacks.py 1.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152
  1. import gymnasium as gym
  2. import unittest
  3. from ray.rllib.models.catalog import ModelCatalog, MODEL_DEFAULTS
  4. from ray.rllib.models.tf.visionnet import VisionNetwork
  5. from ray.rllib.models.torch.visionnet import VisionNetwork as TorchVision
  6. from ray.rllib.utils.framework import try_import_torch, try_import_tf
  7. from ray.rllib.utils.test_utils import framework_iterator
  8. torch, nn = try_import_torch()
  9. tf1, tf, tfv = try_import_tf()
  10. class TestConv2DDefaultStacks(unittest.TestCase):
  11. """Tests our ConvTranspose2D Stack modules/layers."""
  12. def test_conv2d_default_stacks(self):
  13. """Tests, whether conv2d defaults are available for img obs spaces."""
  14. action_space = gym.spaces.Discrete(2)
  15. shapes = [
  16. (480, 640, 3),
  17. (240, 320, 3),
  18. (96, 96, 3),
  19. (84, 84, 3),
  20. (42, 42, 3),
  21. (10, 10, 3),
  22. ]
  23. for shape in shapes:
  24. print(f"shape={shape}")
  25. obs_space = gym.spaces.Box(-1.0, 1.0, shape=shape)
  26. for fw in framework_iterator():
  27. model = ModelCatalog.get_model_v2(
  28. obs_space, action_space, 2, MODEL_DEFAULTS.copy(), framework=fw
  29. )
  30. self.assertTrue(isinstance(model, (VisionNetwork, TorchVision)))
  31. if fw == "torch":
  32. output, _ = model(
  33. {"obs": torch.from_numpy(obs_space.sample()[None])}
  34. )
  35. else:
  36. output, _ = model({"obs": obs_space.sample()[None]})
  37. # B x [action logits]
  38. self.assertTrue(output.shape == (1, 2))
  39. print("ok")
  40. if __name__ == "__main__":
  41. import pytest
  42. import sys
  43. sys.exit(pytest.main(["-v", __file__]))