wehub-resource-sync
10 lines
272 B
Bash
Executable File
10 lines
272 B
Bash
Executable File
#!/bin/bash
|
|
|
|
deepspeed test_mics_config.py --mics_shard_size=1
|
|
|
|
deepspeed test_mics_config.py --mics_shard_size=2
|
|
|
|
# for debugging the hierarchical params gathering
|
|
export NDEV_PER_NODE=2
|
|
deepspeed test_mics_config.py --mics_shard_size=4 --mics_hierarchical_params_gather
|