1234567 |
- # Copyright (c) Microsoft Corporation.
- # SPDX-License-Identifier: Apache-2.0
- # DeepSpeed Team
- from .v2 import RaggedInferenceEngineConfig, DeepSpeedTPConfig
- from .v2.engine_v2 import InferenceEngineV2
- from .v2 import build_hf_engine, build_engine_from_ds_checkpoint
|