test_sequence_manager.py 1.9 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556
  1. import threading
  2. import time
  3. import pytest
  4. import torch
  5. from hivemind import DHT, get_logger
  6. from petals import AutoDistributedConfig
  7. from petals.client import RemoteSequenceManager, RemoteSequential
  8. from petals.data_structures import UID_DELIMITER
  9. from test_utils import *
  10. logger = get_logger(__name__)
  11. @pytest.mark.forked
  12. @pytest.mark.parametrize("mode", ["max_throughput", "min_latency"])
  13. def test_sequence_manager_basics(mode: str):
  14. config = AutoDistributedConfig.from_pretrained(MODEL_NAME, initial_peers=INITIAL_PEERS)
  15. dht = DHT(initial_peers=config.initial_peers, client_mode=True, start=True)
  16. sequential = RemoteSequential(config, dht=dht)
  17. shutdown_evt = threading.Event()
  18. # test RemoteSequential with lossy compression
  19. block_uids = [f"{config.dht_prefix}{UID_DELIMITER}{i}" for i in range(config.num_hidden_layers)]
  20. sequential = RemoteSequential(
  21. config,
  22. sequence_manager=RemoteSequenceManagerWithChecks(config, block_uids, dht=dht, _was_shut_down=shutdown_evt),
  23. )
  24. sequence = sequential.sequence_manager.make_sequence(mode=mode)
  25. assert all(sequence[i].peer_id != sequence[i + 1].peer_id for i in range(len(sequence) - 1))
  26. assert sequential.sequence_manager.is_alive()
  27. assert sequential.sequence_manager._thread.ready.is_set()
  28. assert not shutdown_evt.is_set()
  29. sequential(torch.randn(1, 2, config.hidden_size))
  30. sequential.sequence_manager.shutdown()
  31. del sequential
  32. time.sleep(1)
  33. assert shutdown_evt.is_set()
  34. class RemoteSequenceManagerWithChecks(RemoteSequenceManager):
  35. """A sequence manager that signals if it was shut down"""
  36. def __init__(self, *args, _was_shut_down: threading.Event, **kwargs):
  37. super().__init__(*args, **kwargs)
  38. self._was_shut_down = _was_shut_down
  39. def shutdown(self):
  40. super().shutdown()
  41. assert not self.is_alive()
  42. self._was_shut_down.set()