Commit fa747a0f authored by Philip Carns's avatar Philip Carns
Browse files

revise bebop scripts to include bandwidth

parent 66c23511
......@@ -2,10 +2,9 @@
#SBATCH -N 2
#SBATCH -A radix
#SBATCH --ntasks-per-node=1
#SBATCH --time=15:00
#SBATCH --time=20:00
#SBATCH -p knlall
# NOTE: is this still needed? Assume so for now.
export FI_PSM2_NAME_SERVER=1
echo "## MPI (one way, double the latency for round trip, knl):"
......@@ -19,13 +18,31 @@ export I_MPI_FABRICS=shm:ofa
echo "## Margo OFI/PSM2 (round trip, knl):"
mpirun ./margo-p2p-latency -i 100000 -n psm2://ib0:5000
echo "## Margo OFI/PSM2 (bw, knl):"
mpirun ./margo-p2p-bw -x 1048576 -n psm2://ib0:5000 -c 1 -D 20
echo "## Margo OFI/PSM2 (bw, 8x concurrency, knl):"
mpirun ./margo-p2p-bw -x 1048576 -n psm2://ib0:5000 -c 8 -D 20
echo "## Margo OFI/PSM2 (round trip, knl, Hg busy spin):"
mpirun ./margo-p2p-latency -i 100000 -n psm2://ib0:5000 -t 0,0
echo "## Margo OFI/PSM2 (bw, knl, Hg busy spin):"
mpirun ./margo-p2p-bw -x 1048576 -n psm2://ib0:5000 -c 1 -D 20 -t 0,0
echo "## Margo OFI/PSM2 (bw, 8x concurrency, knl, Hg busy spin):"
mpirun ./margo-p2p-bw -x 1048576 -n psm2://ib0:5000 -c 8 -D 20 -t 0,0
unset I_MPI_FABRICS
echo "## Margo OFI/VERBS (round trip, knl):"
mpirun ./margo-p2p-latency -i 100000 -n verbs://ib0:5000
echo "## Margo OFI/PSM2 (bw, knl):"
mpirun ./margo-p2p-bw -x 1048576 -n verbs://ib0:5000 -c 1 -D 20
echo "## Margo OFI/PSM2 (bw, 8x concurrency, knl):"
mpirun ./margo-p2p-bw -x 1048576 -n verbs://ib0:5000 -c 8 -D 20
echo "## Margo OFI/VERBS (round trip, knl, Hg busy spin):"
mpirun ./margo-p2p-latency -i 100000 -n verbs://ib0:5000 -t 0,0
echo "## Margo OFI/PSM2 (bw, knl, Hg busy spin):"
mpirun ./margo-p2p-bw -x 1048576 -n verbs://ib0:5000 -c 1 -D 20 -t 0,0
echo "## Margo OFI/PSM2 (bw, 8x concurrency, knl, Hg busy spin):"
mpirun ./margo-p2p-bw -x 1048576 -n verbs://ib0:5000 -c 8 -D 20 -t 0,0
......@@ -2,7 +2,7 @@
#SBATCH -N 2
#SBATCH -A radix
#SBATCH --ntasks-per-node=1
#SBATCH --time=15:00
#SBATCH --time=20:00
#SBATCH -p bdwall
export FI_PSM2_NAME_SERVER=1
......@@ -18,12 +18,31 @@ export I_MPI_FABRICS=shm:ofa
echo "## Margo OFI/PSM2 (round trip, bdw):"
mpirun ./margo-p2p-latency -i 100000 -n psm2://ib0:5000
echo "## Margo OFI/PSM2 (bw, bdw):"
mpirun ./margo-p2p-bw -x 1048576 -n psm2://ib0:5000 -c 1 -D 20
echo "## Margo OFI/PSM2 (bw, 8x concurrency, bdw):"
mpirun ./margo-p2p-bw -x 1048576 -n psm2://ib0:5000 -c 8 -D 20
echo "## Margo OFI/PSM2 (round trip, bdw, Hg busy spin):"
mpirun ./margo-p2p-latency -i 100000 -n psm2://ib0:5000 -t 0,0
echo "## Margo OFI/PSM2 (bw, bdw, Hg busy spin):"
mpirun ./margo-p2p-bw -x 1048576 -n psm2://ib0:5000 -c 1 -D 20 -t 0,0
echo "## Margo OFI/PSM2 (bw, 8x concurrency, bdw, Hg busy spin):"
mpirun ./margo-p2p-bw -x 1048576 -n psm2://ib0:5000 -c 8 -D 20 -t 0,0
unset I_MPI_FABRICS
echo "## Margo OFI/VERBS (round trip, bdw):"
mpirun ./margo-p2p-latency -i 100000 -n verbs://ib0:5000
echo "## Margo OFI/PSM2 (bw, bdw):"
mpirun ./margo-p2p-bw -x 1048576 -n verbs://ib0:5000 -c 1 -D 20
echo "## Margo OFI/PSM2 (bw, 8x concurrency, bdw):"
mpirun ./margo-p2p-bw -x 1048576 -n verbs://ib0:5000 -c 8 -D 20
echo "## Margo OFI/VERBS (round trip, bdw, Hg busy spin):"
mpirun ./margo-p2p-latency -i 100000 -n verbs://ib0:5000 -t 0,0
echo "## Margo OFI/PSM2 (bw, bdw, Hg busy spin):"
mpirun ./margo-p2p-bw -x 1048576 -n verbs://ib0:5000 -c 1 -D 20 -t 0,0
echo "## Margo OFI/PSM2 (bw, 8x concurrency, bdw, Hg busy spin):"
mpirun ./margo-p2p-bw -x 1048576 -n verbs://ib0:5000 -c 8 -D 20 -t 0,0
......@@ -25,8 +25,8 @@ mkdir $SANDBOX
# scratch area for job submission
mkdir $JOBDIR
cp margo-p2p-latency.sbatch $JOBDIR
cp margo-p2p-latency-knl.sbatch $JOBDIR
cp margo-regression.sbatch $JOBDIR
cp margo-regression-knl.sbatch $JOBDIR
cd $SANDBOX
git clone http://git.mpich.org/openpa.git/
......@@ -159,18 +159,19 @@ make install
# set up job to run
echo "=== SUBMITTING AND WAITING FOR JOB ==="
cp $SANDBOX/ssg/build/tests/perf-regression/.libs/margo-p2p-latency $JOBDIR
cp $SANDBOX/ssg/build/tests/perf-regression/.libs/margo-p2p-bw $JOBDIR
cp $PREFIX/libexec/osu-micro-benchmarks/mpi/pt2pt/osu_latency $JOBDIR
cp $PREFIX/bin/mercury-runner $JOBDIR
cd $JOBDIR
sbatch --wait --export=ALL ./margo-p2p-latency.sbatch
sbatch --wait --export=ALL ./margo-p2p-latency-knl.sbatch
sbatch --wait --export=ALL ./margo-regression.sbatch
sbatch --wait --export=ALL ./margo-regression-knl.sbatch
echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
cat *.out > combined.txt
# TODO: dooesn't look like we have this on bebop, need another solution
# dos2unix combined.txt
mailx -s "margo-p2p-latency (bebop)" sds-commits@lists.mcs.anl.gov < combined.txt
mailx -s "margo-regression (bebop)" sds-commits@lists.mcs.anl.gov < combined.txt
cd /tmp
rm -rf $SANDBOX
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment