frozenleaves/DeepSpeed
1
0
Fork 0
mirror of https://github.com/deepspeedai/DeepSpeed.git synced 2025-10-20 15:33:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

allow passing hostfile to ds_ssh (#1504)

Browse Source
This commit is contained in:
Jeff Rasley
2021-10-29 19:43:09 -07:00
committed by GitHub
parent ee6a92c066
commit 163f568f63
1 changed files with 16 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
bin/ds_ssh
View File

@ -10,11 +10,25 @@ fi
hostfile=/job/hostfile hostfile=/job/hostfile
while getopts "h?f:" opt; do
case "$opt" in
h|\?)
echo "-f <hostfile>: specify a hostfile, defaults to /job/hostfile"
exit 0
;;
f)
hostfile=$OPTARG
shift $((OPTIND-1))
;;
esac
done
echo "hostfile=$hostfile"
if [ -f $hostfile ]; then if [ -f $hostfile ]; then
hosts=`cat $hostfile | awk '{print $1}' | paste -sd "," -` hosts=`cat $hostfile | awk '{print $1}' | paste -sd "," -`
export PDSH_RCMD_TYPE=ssh export PDSH_RCMD_TYPE=ssh
pdsh -w ${hosts} $@ pdsh -w ${hosts} $@
else else
echo "Missing hostfile at ${hostfile}, executing command locally" echo "Missing hostfile at ${hostfile}, unable to proceed"
$@
fi fi