123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051 |
- # Copyright (c) Microsoft Corporation.
- # SPDX-License-Identifier: Apache-2.0
- # DeepSpeed Team
- NCCL_BACKEND = 'nccl'
- CCL_BACKEND = 'ccl'
- MPI_BACKEND = 'mpi'
- GLOO_BACKEND = 'gloo'
- SCCL_BACKEND = 'sccl'
- HCCL_BACKEND = 'hccl'
- DEFAULT_AML_MASTER_PORT = "54965"
- DEFAULT_AML_NCCL_SOCKET_IFNAME = "^docker0,lo"
- #########################################
- # Comms Logger
- #########################################
- # Comms Logger. By default, this feature is not enabled.
- # Users can configure in ds_config.json as below example:
- COMMS_LOGGER_FORMAT = '''
- The Comms Logger can be specified as:
- "comms_logger": {
- "enabled": true,
- "verbose": false,
- "prof_all": true,
- "debug": false,
- "prof_ops": ["all_reduce", "custom_all_reduce_name"]
- }
- '''
- COMMS_LOGGER = "comms_logger"
- # Comms logger enable signal
- COMMS_LOGGER_ENABLED = "enabled"
- COMMS_LOGGER_ENABLED_DEFAULT = False
- # Comms logger verbose signal
- COMMS_LOGGER_VERBOSE = "verbose"
- COMMS_LOGGER_VERBOSE_DEFAULT = False
- # comms logger profile all ops signal
- COMMS_LOGGER_PROF_ALL = "prof_all"
- COMMS_LOGGER_PROF_ALL_DEFAULT = True
- # comms logger show all ops signal
- COMMS_LOGGER_DEBUG = "debug"
- COMMS_LOGGER_DEBUG_DEFAULT = False
- # comms logger profile specific ops in list
- COMMS_LOGGER_PROF_OPS = "prof_ops"
- COMMS_LOGGER_PROF_OPS_DEFAULT = []
|