__init__.py 444 B

12345678910
  1. # Copyright (c) Microsoft Corporation.
  2. # SPDX-License-Identifier: Apache-2.0
  3. # DeepSpeed Team
  4. from .replace_module import replace_transformer_layer, revert_transformer_layer, ReplaceWithTensorSlicing, GroupQuantizer, generic_injection
  5. from .module_quantize import quantize_transformer_layer
  6. from .replace_policy import HFBertLayerPolicy
  7. from .layers import LinearAllreduce, LinearLayer, EmbeddingLayer, Normalize
  8. from .policy import DSPolicy