Commit 59bf659c authored by Philip Carns's avatar Philip Carns
Browse files

complete working bebop script

parent ccc9460f
#!/bin/bash
#SBATCH -N 2
#SBATCH -A radix
#SBATCH --ntasks-per-node=1
#SBATCH --time=15:00
#SBATCH -p knlall
# NOTE: is this still needed? Assume so for now.
export FI_PSM2_NAME_SERVER=1
echo "## MPI (one way, double the latency for round trip, knl):"
mpirun ./osu_latency
# NOTE: the -IB option forces Intel MPI to use Infiniband fabric instead of
# PSM2. If we use PSM2 there is a conflict and Mercury won't start
# (apparently because MPI is using MR_SCALABLE and Mercury is using MR_BASIC?)
echo "## Margo OFI/PSM2 (round trip, knl):"
mpirun -IB ./margo-p2p-latency -i 100000 -n psm2://ib0:5000
echo "## Margo OFI/PSM2 (round trip, knl, Hg busy spin):"
mpirun -IB ./margo-p2p-latency -i 100000 -n psm2://ib0:5000 -t 0,0
......@@ -7,12 +7,16 @@
export FI_PSM2_NAME_SERVER=1
echo "## MPI (one way, double the latency for round trip):"
echo "## MPI (one way, double the latency for round trip, bdw):"
mpirun ./osu_latency
echo "## Margo OFI/PSM2 (round trip):"
mpirun ./margo-p2p-latency -i 100000 -n psm2://ib0:5000
echo "## Margo OFI/PSM2 (round trip, Hg busy spin):"
mpirun ./margo-p2p-latency -i 100000 -n psm2://ib0:5000 -t 0,0
# NOTE: the -IB option forces Intel MPI to use Infiniband fabric instead of
# PSM2. If we use PSM2 there is a conflict and Mercury won't start
# (apparently because MPI is using MR_SCALABLE and Mercury is using MR_BASIC?)
echo "## Margo OFI/PSM2 (round trip, bdw):"
mpirun -IB ./margo-p2p-latency -i 100000 -n psm2://ib0:5000
echo "## Margo OFI/PSM2 (round trip, bdw, Hg busy spin):"
mpirun -IB ./margo-p2p-latency -i 100000 -n psm2://ib0:5000 -t 0,0
......@@ -11,6 +11,7 @@ SANDBOX=/tmp/mochi-regression-$$
PREFIX=~/tmp/mochi-regression-install-$$
JOBDIR=~/tmp/mochi-regression-job-$$
export CC=icc
export CFLAGS="-O3"
export PKG_CONFIG_PATH=$PREFIX/lib/pkgconfig
......@@ -25,6 +26,8 @@ mkdir $SANDBOX
mkdir $JOBDIR
cp margo-p2p-latency.sbatch $JOBDIR
cp margo-p2p-latency-knl.sbatch $JOBDIR
# TODO: this is temporary, the real fix is in topic_ofi branch and will
# be merged at some point
cp mercury-psm2-mr-basic.patch $SANDBOX
......@@ -99,6 +102,8 @@ make install
echo "=== BUILDING MERCURY ==="
cd $SANDBOX/mercury
git submodule update --init
# TODO: this is temporary, the real fix is in topic_ofi branch and will
# be merged at some point
patch -p1 < $SANDBOX/mercury-psm2-mr-basic.patch
mkdir build
cd build
......@@ -165,12 +170,14 @@ cp $PREFIX/libexec/osu-micro-benchmarks/mpi/pt2pt/osu_latency $JOBDIR
cp $PREFIX/bin/mercury-runner $JOBDIR
cd $JOBDIR
sbatch --wait --export=ALL ./margo-p2p-latency.sbatch
sbatch --wait --export=ALL ./margo-p2p-latency-knl.sbatch
echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
cat *.out > combined.JOBIDtxt
dos2unix combined.JOBID.txt
mailx -s "margo-p2p-latency (bebop)" carns@lists.mcs.anl.gov < combined.JOBID.txt
cat *.out > combined.txt
# TODO: dooesn't look like we have this on bebop, need another solution
# dos2unix combined.txt
mailx -s "margo-p2p-latency (bebop)" sds-commits@lists.mcs.anl.gov < combined.txt
cd /tmp
rm -rf $SANDBOX
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment