12345678910111213141516171819 |
- '''Copyright The Microsoft DeepSpeed Team'''
- from .reshape_meg_2d import reshape_meg_2d_parallel
- from .deepspeed_checkpoint import DeepSpeedCheckpoint
- from .utils import (get_layer_ckpt_name_for_rank,
- get_model_ckpt_name_for_rank,
- get_zero_ckpt_name_for_rank)
- from .reshape_utils import (merge_state)
- from .reshape_3d_utils import (model_3d_desc, get_model_3d_descriptor)
- from .zero_checkpoint import ZeROCheckpoint
- from .universal_checkpoint import enable_universal_checkpoint
- from .constants import *
|