__init__.py 275 B

123456789
  1. # Copyright (c) Microsoft Corporation.
  2. # SPDX-License-Identifier: Apache-2.0
  3. # DeepSpeed Team
  4. from .gated_mlp import HybridGatedMLPContainer
  5. from .megatron import MegatronContainer
  6. from .meta_tensor import MetaTensorContainer
  7. from .split_qkv import HybridSplitQKVContainer