import torch import importlib try: import deepspeed as ds print("deepspeed successfully imported") except ImportError as err: raise err print(f"torch version: {torch.__version__}") print(f"deepspeed info: {ds.__version__}, {ds.__git_hash__}, {ds.__git_branch__}") try: apex_C = importlib.import_module('apex_C') print("apex successfully installed") except Exception as err: raise err try: fused_lamb = importlib.import_module('deepspeed_lamb_cuda') print('deepspeed fused lamb kernels successfully installed') except Exception as err: raise err try: from apex.optimizers import FP16_Optimizer print("using old-style apex") except ImportError: print("using new-style apex") try: ds_transformer = importlib.import_module('deepspeed_transformer_cuda') print('deepspeed transformer kernels successfully installed') except Exception as err: raise err