12345678910111213141516171819202122 |
- # Copyright (c) Microsoft Corporation.
- # SPDX-License-Identifier: Apache-2.0
- # DeepSpeed Team
- from .transformer import TransformerBuilder
- class StochasticTransformerBuilder(TransformerBuilder):
- BUILD_VAR = "DS_BUILD_STOCHASTIC_TRANSFORMER"
- NAME = "stochastic_transformer"
- def __init__(self):
- super().__init__(name=self.NAME)
- def absolute_name(self):
- return f'deepspeed.ops.transformer.{self.NAME}_op'
- def nvcc_args(self):
- args = super().nvcc_args()
- args.append('-D__STOCHASTIC_MODE__')
- return args
|