- #!/bin/bash
- deepspeed test_mics_config.py --mics_shard_size=1
- deepspeed test_mics_config.py --mics_shard_size=2
- # for debugging the hierarchical params gathering
- export NDEV_PER_NODE=2
- deepspeed test_mics_config.py --mics_shard_size=4 --mics_hierarchical_params_gather
|