Commit 369fa005 authored by Philip Carns's avatar Philip Carns

Merge branch 'carns/dev-margo-p2p-vector' into 'master'

add vector benchmark and execute it on cooley, theta, and bebop

See merge request !8
parents 42380d0f 9c2da1ce
if HAVE_MARGO
bin_PROGRAMS += perf-regression/margo-p2p-latency perf-regression/margo-p2p-bw
bin_PROGRAMS += perf-regression/margo-p2p-latency perf-regression/margo-p2p-bw perf-regression/margo-p2p-vector
endif
if HAVE_SSG
......
#!/bin/bash
#SBATCH -N 2
#SBATCH -A startup-carns
#SBATCH --ntasks-per-node=1
#SBATCH --time=15:00
#SBATCH -p bdwall
# example of running benchmarks with spack-compiled software stack
export LMOD_PAGER=none
module load numactl boost cmake
. $SANDBOX/spack/share/spack/setup-env.sh
spack load -r mochi-ssg
spack find --loaded
# make sure that MPI and libfabric can share PSM2
export PSM2_MULTI_EP=1
echo "### NOTE: all benchmarks are using numactl to keep processes on socket 0"
echo "## Margo OFI/PSM2 (vector benchmark with len 1, 512KiB xfers):"
mpirun numactl -N 0 -m 0 ./margo-p2p-vector -x 524288 -n "psm2://" -c 1 -D 20
sleep 1
echo "## Margo OFI/PSM2 (vector benchmark with len 256, 512KiB xfers):"
mpirun numactl -N 0 -m 0 ./margo-p2p-vector -x 524288 -n "psm2://" -c 1 -D 20 -v 256
......@@ -33,6 +33,7 @@ mkdir $SANDBOX
mkdir $PREFIX
mkdir $JOBDIR
cp $ORIGIN/margo-regression.sbatch $JOBDIR
cp $ORIGIN/margo-vector-regression.sbatch $JOBDIR
cp $ORIGIN/bake-regression.sbatch $JOBDIR
cp $ORIGIN/pmdk-regression.sbatch $JOBDIR
cp $ORIGIN/mobject-regression.sbatch $JOBDIR
......@@ -94,6 +95,7 @@ make install
echo "=== SUBMITTING AND WAITING FOR JOB ==="
cp $PREFIX/bin/margo-p2p-latency $JOBDIR
cp $PREFIX/bin/margo-p2p-bw $JOBDIR
cp $PREFIX/bin/margo-p2p-vector $JOBDIR
cp $PREFIX/bin/bake-p2p-bw $JOBDIR
cp $PREFIX/bin/pmdk-bw $JOBDIR
cd $JOBDIR
......@@ -103,6 +105,7 @@ sbatch --wait --export=ALL ./margo-regression.sbatch || true
sbatch --wait --export=ALL ./bake-regression.sbatch || true
sbatch --wait --export=ALL ./pmdk-regression.sbatch || true
sbatch --wait --export=ALL ./mobject-regression.sbatch || true
sbatch --wait --export=ALL ./margo-vector-regression.sbatch || true
echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
......
#!/bin/bash
#COBALT -n 2
#COBALT -t 20
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q ibleaf3-debug
export HOME=$SANDBOX
# note: disable registration cache for verbs provider for now; see
# discussion in https://github.com/ofiwg/libfabric/issues/5244
export FI_MR_CACHE_MAX_COUNT=0
. SANDBOX/spack/share/spack/setup-env.sh
spack load -r mochi-ssg
spack find --loaded
echo "## Margo OFI/VERBS (vector benchmark with len 1, 512KiB xfers):"
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./margo-p2p-vector -x 524288 -n "verbs://" -c 1 -D 20
sleep 1
echo "## Margo OFI/VERBS (vector benchmark with len 256, 512KiB xfers):"
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./margo-p2p-vector -x 524288 -n "verbs://" -c 1 -D 20 -v 256
......@@ -29,6 +29,7 @@ mkdir $SANDBOX
mkdir $PREFIX
mkdir $JOBDIR
cp $ORIGIN/margo-regression.qsub $JOBDIR
cp $ORIGIN/margo-vector-regression.qsub $JOBDIR
cp $ORIGIN/bake-regression.qsub $JOBDIR
cp $ORIGIN/pmdk-regression.qsub $JOBDIR
cp $ORIGIN/mobject-regression.qsub $JOBDIR
......@@ -108,6 +109,7 @@ make install
echo "=== SUBMITTING AND WAITING FOR JOB ==="
cp $PREFIX/bin/margo-p2p-latency $JOBDIR
cp $PREFIX/bin/margo-p2p-bw $JOBDIR
cp $PREFIX/bin/margo-p2p-vector $JOBDIR
cp $PREFIX/bin/bake-p2p-bw $JOBDIR
cp ${PREFIX}-file/bin/bake-p2p-bw $JOBDIR/bake-p2p-bw-file
cp $PREFIX/bin/pmdk-bw $JOBDIR
......@@ -125,10 +127,12 @@ JOBID4=`qsub --env SANDBOX=$SANDBOX ./mobject-regression.qsub`
cqwait $JOBID4
JOBID5=`qsub --env SANDBOX=$SANDBOX ./bake-kove.qsub`
cqwait $JOBID5
JOBID6=`qsub --env SANDBOX=$SANDBOX ./margo-vector-regression.qsub`
cqwait $JOBID6
echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
cat $JOBID.* $JOBID2.* $JOBID3.* $JOBID4.* $JOBID5.* > combined.$JOBID.txt
cat $JOBID.* $JOBID2.* $JOBID3.* $JOBID4.* $JOBID5.* $JOBID6.* > combined.$JOBID.txt
dos2unix combined.$JOBID.txt
mailx -s "mochi-regression (cooley)" sds-commits@lists.mcs.anl.gov < combined.$JOBID.txt
......
This diff is collapsed.
#!/bin/bash
#COBALT -n 2
#COBALT -t 20
#COBALT --mode script
#COBALT -A CSC250STDM12
#COBALT -q debug-cache-quad
export HOME=$SANDBOX
# XXX xalt module currently eating '-M' flag for mercury-runner...disabling for now
# module unload xalt
# necessary when using the udreg option in Mercury
export MPICH_GNI_NDREG_ENTRIES=1024
#export FI_LOG_LEVEL=debug
#export FI_LOG_PROV=gni
module swap PrgEnv-intel PrgEnv-gnu
module load cce
. $SANDBOX/spack/share/spack/setup-env.sh
spack load -r mochi-ssg
spack find --loaded
export LD_LIBRARY_PATH=$LIBRARY_PATH
echo "### NOTE: all benchmarks are using aprun -d 64 to allow processes to run on all available cores; the default aprun settings limit processes to one core and produce poor performance because of contention between internal threads"
echo "### NOTE: all benchmarks are using numactl to keep processes on socket 0"
echo "## Margo OFI/GNI (vector benchmark with len 1, 512KiB xfers):"
aprun -cc none -n 2 -N 1 numactl -N 0 -m 0 ./margo-p2p-vector -x 524288 -n "gni://" -c 1 -D 20
sleep 1
echo "## Margo OFI/GNI (vector benchmark with len 256, 512KiB xfers):"
aprun -cc none -n 2 -N 1 numactl -N 0 -m 0 ./margo-p2p-vector -x 524288 -n "gni://" -c 1 -D 20 -v 256
......@@ -87,6 +87,7 @@ make install
echo "=== SUBMITTING AND WAITING FOR JOB ==="
cp $PREFIX/bin/margo-p2p-latency $JOBDIR
cp $PREFIX/bin/margo-p2p-bw $JOBDIR
cp $PREFIX/bin/margo-p2p-vector $JOBDIR
cp $PREFIX/bin/bake-p2p-bw $JOBDIR
cp $PREFIX/bin/pmdk-bw $JOBDIR
cp $PREFIX/bin/ssg-test-separate-group-create $JOBDIR
......@@ -103,10 +104,12 @@ JOBID4=`qsub --env SANDBOX=$SANDBOX ./mobject-regression.qsub`
cqwait $JOBID4
JOBID5=`qsub --env SANDBOX=$SANDBOX ./separate-ssg.qsub`
cqwait $JOBID5
JOBID6=`qsub --env SANDBOX=$SANDBOX ./margo-vector-regression.qsub`
cqwait $JOBID6
echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
cat $JOBID.* $JOBID2.* $JOBID3.* $JOBID4.* $JOBID5.* > combined.$JOBID.txt
cat $JOBID.* $JOBID2.* $JOBID3.* $JOBID4.* $JOBID5.* $JOBID6.* > combined.$JOBID.txt
#dos2unix combined.$JOBID.txt
mailx -r sds-commits@mcs.anl.gov -s "mochi-regression (theta)" sds-commits@mcs.anl.gov < combined.$JOBID.txt
cat combined.$JOBID.txt
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment