- # Copyright (c) Microsoft Corporation.
- # SPDX-License-Identifier: Apache-2.0
- # DeepSpeed Team
- PDSH_LAUNCHER = 'pdsh'
- PDSH_MAX_FAN_OUT = 1024
- OPENMPI_LAUNCHER = 'openmpi'
- MPICH_LAUNCHER = 'mpich'
- IMPI_LAUNCHER = 'impi'
- SLURM_LAUNCHER = 'slurm'
- MVAPICH_LAUNCHER = 'mvapich'
- MVAPICH_TMP_HOSTFILE = '/tmp/deepspeed_mvapich_hostfile'
- ELASTIC_TRAINING_ID_DEFAULT = "123456789"
|