fused_adam.py 546 B

1234567891011121314151617181920212223
  1. # Copyright (c) Microsoft Corporation.
  2. # SPDX-License-Identifier: Apache-2.0
  3. # DeepSpeed Team
  4. from .builder import CPUOpBuilder
  5. class FusedAdamBuilder(CPUOpBuilder):
  6. BUILD_VAR = "DS_BUILD_FUSED_ADAM"
  7. NAME = "fused_adam"
  8. def __init__(self):
  9. super().__init__(name=self.NAME)
  10. def absolute_name(self):
  11. return f'deepspeed.ops.adam.{self.NAME}_op'
  12. def sources(self):
  13. return ['csrc/cpu/adam/fused_adam.cpp', 'csrc/adam/cpu_adam_impl.cpp']
  14. def include_paths(self):
  15. return ['csrc/includes']