""" Copyright 2020 The Microsoft DeepSpeed Team """ from .transformer import TransformerBuilder class StochasticTransformerBuilder(TransformerBuilder): BUILD_VAR = "DS_BUILD_STOCHASTIC_TRANSFORMER" NAME = "stochastic_transformer" def __init__(self): super().__init__(name=self.NAME) def absolute_name(self): return f'deepspeed.ops.transformer.{self.NAME}_op' def nvcc_args(self): args = super().nvcc_args() args.append('-D__STOCHASTIC_MODE__') return args