1234567891011121314151617181920 |
- """
- Copyright 2020 The Microsoft DeepSpeed Team
- """
- from .transformer import TransformerBuilder
- class StochasticTransformerBuilder(TransformerBuilder):
- BUILD_VAR = "DS_BUILD_STOCHASTIC_TRANSFORMER"
- NAME = "stochastic_transformer"
- def __init__(self):
- super().__init__(name=self.NAME)
- def absolute_name(self):
- return f'deepspeed.ops.transformer.{self.NAME}_op'
- def nvcc_args(self):
- args = super().nvcc_args()
- args.append('-D__STOCHASTIC_MODE__')
- return args
|