prac/docker/run-experiment-ssh

#!/bin/bash

# Run an experiment using ssh to real hosts, not in dockers

# We need these environment variables set:

# PRAC_SSH_P0_USERHOST: the user@host to ssh to for P0
# PRAC_SSH_P0_SSHOPTS: any options to ssh you need to ssh to P0
# PRAC_SSH_P0_IP: the IP address P0 can listen for connections on (P0
#     listens on ports 2115 and 2116)
# PRAC_SSH_P0_DIR: the directory relative to the homedir where the prac
#     repo is checked out and built

# PRAC_SSH_P1_USERHOST: the user@host to ssh to for P1
# PRAC_SSH_P1_SSHOPTS: any options to ssh you need to ssh to P1
# PRAC_SSH_P1_IP: the IP address P0 can listen for connections on (P1
#     listens on port 2117)
# PRAC_SSH_P1_DIR: the directory relative to the homedir where the prac
#     repo is checked out and built

# PRAC_SSH_P2_USERHOST: the user@host to ssh to for P2
# PRAC_SSH_P2_SSHOPTS: any options to ssh you need to ssh to P2
# PRAC_SSH_P2_DIR: the directory relative to the homedir where the prac
#     repo is checked out and built

# In addition, all three players must have the same number of cores
# available.  Use PRAC_NUMA_P[012] to set all the players to use the
# same number of cores if needed.

# Get the IP addresses
p0addr=$PRAC_SSH_P0_IP
p1addr=$PRAC_SSH_P1_IP

# Gather options and arguments
preproc=0
opts=""
while getopts paot:ex arg; do
    opts+=" -${arg} ${OPTARG}"
    if [ "$arg" = "p" -o "$arg" = "a" ]; then
        preproc=1
    fi
done
shift $((OPTIND-1))

# Get the number of cores usable by each party
ncores_p0=1
ncores_p1=1
ncores_p2=1
if [ "$whichexps" != "none" ]; then
    ncores_p0=`ssh -n $PRAC_SSH_P0_SSHOPTS $PRAC_SSH_P0_USERHOST $PRAC_NUMA_P0 nproc 2>/dev/null`
    ncores_p1=`ssh -n $PRAC_SSH_P1_SSHOPTS $PRAC_SSH_P1_USERHOST $PRAC_NUMA_P1 nproc 2>/dev/null`
    ncores_p2=`ssh -n $PRAC_SSH_P2_SSHOPTS $PRAC_SSH_P2_USERHOST $PRAC_NUMA_P2 nproc 2>/dev/null`
fi

if [ $ncores_p0 != $ncores_p1 -o $ncores_p1 != $ncores_p2 ]; then
    echo "Error: all players must have the same number of cores available to use." >&2
    echo "Use PRAC_NUMA_P[012] to set that if needed." >&2
    exit 1
fi

ptarg_p0=""
ptarg_p1=""
ptarg_p2=""
targ_p0=""
targ_p1=""
targ_p2=""

if [ "$preproc" = 1 ]; then
    ptarg_p0="p:${ncores_p0}"
    ptarg_p1="p:${ncores_p1}"
    ptarg_p2="p:${ncores_p2}"
else
    targ_p0="-t ${ncores_p0}"
    targ_p1="-t ${ncores_p1}"
    targ_p2="-t ${ncores_p2}"
fi

echo ===== Running prac $opts -- $*
date "+===== Start %s %F %T"

# Run, saving the output
savefile0=$$.p0.out
savefile1=$$.p1.out
savefile2=$$.p2.out
ssh -n $PRAC_SSH_P0_SSHOPTS $PRAC_SSH_P0_USERHOST "cd $PRAC_SSH_P0_DIR && $PRAC_NUMA_P0 stdbuf -o 0 ./prac $opts $targ_p0 0 $* $ptarg_p0 > $savefile0 2>&1" &
ssh -n $PRAC_SSH_P1_SSHOPTS $PRAC_SSH_P1_USERHOST "cd $PRAC_SSH_P1_DIR && $PRAC_NUMA_P1 stdbuf -o 0 ./prac $opts $targ_p1 1 $p0addr $* $ptarg_p1 > $savefile1 2>&1" &
ssh -n $PRAC_SSH_P2_SSHOPTS $PRAC_SSH_P2_USERHOST "cd $PRAC_SSH_P2_DIR && $PRAC_NUMA_P2 stdbuf -o 0 ./prac $opts $targ_p2 2 $p0addr $p1addr $* $ptarg_p2 > $savefile2 2>&1" &
wait
echo ===== P0 output
ssh -n $PRAC_SSH_P0_SSHOPTS $PRAC_SSH_P0_USERHOST "cd $PRAC_SSH_P0_DIR && cat $savefile0 && rm -f $savefile0"
echo ===== P1 output
ssh -n $PRAC_SSH_P1_SSHOPTS $PRAC_SSH_P1_USERHOST "cd $PRAC_SSH_P1_DIR && cat $savefile1 && rm -f $savefile1"
echo ===== P2 output
ssh -n $PRAC_SSH_P2_SSHOPTS $PRAC_SSH_P2_USERHOST "cd $PRAC_SSH_P2_DIR && cat $savefile2 && rm -f $savefile2"
date "+===== End %s %F %T"