Commit 9baae831 authored by Matthieu Dorier's avatar Matthieu Dorier

completed MCS workstation regression

parent 8818f5f9
......@@ -9,38 +9,29 @@ spack load -r mpich
module list
# NOTE: rpath doesn't seem to be set correctly, and the paths we need are
# in LIBRARY_PATH instead of LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$LIBRARY_PATH
export PATH=$PATH:$HOME/sds-tests-install/bin
# find nodes in job. We have to do this so that we can manually specify
# in each mpirun so that server ranks consitently run on node where we
# set up storage space
#declare -a nodes=($(python /home/carns/bin/run_on_all_nids.py));
#echo "### NOTE: all benchmarks are using numactl to keep processes on socket 0"
echo "## Bake OFI/GNI:"
echo "## Bake TCP:"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
ls -alh /dev/shm/foo.dat
mpirun -np 2 bake-p2p-bw -x 16777216 -m 34359738368 -n "tcp" -p /dev/shm/foo.dat -c 1
mpirun -np 2 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "tcp" -p /dev/shm/foo.dat -c 1
echo "## Bake OFI/GNI (8x concurrency):"
echo "## Bake TCP (8x concurrency):"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
ls -alh /dev/shm/foo.dat
mpirun -np 2 bake-p2p-bw -x 16777216 -m 34359738368 -n "tcp" -p /dev/shm/foo.dat -c 8
mpirun -np 2 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "tcp" -p /dev/shm/foo.dat -c 8
echo "## Bake OFI/GNI (Hg busy spin):"
echo "## Bake TCP (Hg busy spin):"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
ls -alh /dev/shm/foo.dat
mpirun -np 2 bake-p2p-bw -x 16777216 -m 34359738368 -n "tcp" -p /dev/shm/foo.dat -c 1 -t 0,0
mpirun -np 2 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "tcp" -p /dev/shm/foo.dat -c 1 -t 0,0
echo "## Bake OFI/GNI (8x concurrency, Hg busy spin):"
echo "## Bake TCP (8x concurrency, Hg busy spin):"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
ls -alh /dev/shm/foo.dat
mpirun -np 2 bake-p2p-bw -x 16777216 -m 34359738368 -n "tcp" -p /dev/shm/foo.dat -c 8 -t 0,0
mpirun -np 2 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "tcp" -p /dev/shm/foo.dat -c 8 -t 0,0
rm -f /dev/shm/foo.dat
......@@ -11,46 +11,33 @@ module list
export LD_LIBRARY_PATH=$LIBRARY_PATH
#ldd ./margo-p2p-latency
export PATH=$PATH:$HOME/sds-tests-install/bin
# NOTE: needed as of January 2018 to avoid conflicts between MPI and
# libfabric GNI provider
# NOTE: doing this with -e option to aprun
# NOTE: update as as of September 2018, this is no longer required now that
# mercury has switched back to alternative registration method for GNI
# export MPICH_GNI_NDREG_ENTRIES=2000
# echo "## MPI (one way, double the latency for round trip):"
# aprun -n 2 -N 1 ./osu_latency
echo "## Margo OFI/GNI (round trip):"
mpirun -np 2 margo-p2p-latency -i 100000 -n tcp
echo "## Margo OFI/GNI (bw, 1MiB):"
mpirun -np 2 margo-p2p-bw -x 1048576 -n tcp -c 1 -D 20
echo "## Margo OFI/GNI (bw, 1MiB, 8x concurrency):"
mpirun -np 2 margo-p2p-bw -x 1048576 -n tcp -c 8 -D 20
echo "## Margo OFI/GNI (bw, 8MiB):"
mpirun -np 2 margo-p2p-bw -x 8388608 -n tcp -c 1 -D 20
echo "## Margo OFI/GNI (bw, 8MiB, 8x concurrency):"
mpirun -np 2 margo-p2p-bw -x 8388608 -n tcp -c 8 -D 20
echo "## Margo OFI/GNI (bw, 1MB unaligned):"
mpirun -np 2 margo-p2p-bw -x 1000000 -n tcp -c 1 -D 20
echo "## Margo OFI/GNI (bw, 1MB unaligned, 8x concurrency):"
mpirun -np 2 margo-p2p-bw -x 1000000 -n tcp -c 8 -D 20
echo "## Margo OFI/GNI (round trip, Hg busy spin):"
mpirun -np 2 margo-p2p-latency -i 100000 -n tcp -t 0,0
echo "## Margo OFI/GNI (bw, 1MiB, Hg busy spin):"
mpirun -np 2 margo-p2p-bw -x 1048576 -n tcp -c 1 -D 20 -t 0,0
echo "## Margo OFI/GNI (bw, 1MiB, 8x concurrency, Hg busy spin):"
mpirun -np 2 margo-p2p-bw -x 1048576 -n tcp -c 8 -D 20 -t 0,0
echo "## Margo OFI/GNI (bw, 8MiB, Hg busy spin):"
mpirun -np 2 margo-p2p-bw -x 8388608 -n tcp -c 1 -D 20 -t 0,0
echo "## Margo OFI/GNI (bw, 8MiB, 8x concurrency, Hg busy spin):"
mpirun -np 2 margo-p2p-bw -x 8388608 -n tcp -c 8 -D 20-t 0,0
echo "## Margo OFI/GNI (bw, 1MB unaligned, Hg busy spin):"
mpirun -np 2 margo-p2p-bw -x 1000000 -n tcp -c 1 -D 20-t 0,0
echo "## Margo OFI/GNI (bw, 1MB unaligned, 8x concurrency, Hg busy spin):"
mpirun -np 2 margo-p2p-bw -x 1000000 -n tcp -c 8 -D 20 -t 0,0
echo "## Margo TCP (round trip):"
mpirun -np 2 ./margo-p2p-latency -i 100000 -n tcp
echo "## Margo TCP (bw, 1MiB):"
mpirun -np 2 ./margo-p2p-bw -x 1048576 -n tcp -c 1 -D 20
echo "## Margo TCP (bw, 1MiB, 8x concurrency):"
mpirun -np 2 ./margo-p2p-bw -x 1048576 -n tcp -c 8 -D 20
echo "## Margo TCP (bw, 8MiB):"
mpirun -np 2 ./margo-p2p-bw -x 8388608 -n tcp -c 1 -D 20
echo "## Margo TCP (bw, 8MiB, 8x concurrency):"
mpirun -np 2 ./margo-p2p-bw -x 8388608 -n tcp -c 8 -D 20
echo "## Margo TCP (bw, 1MB unaligned):"
mpirun -np 2 ./margo-p2p-bw -x 1000000 -n tcp -c 1 -D 20
echo "## Margo TCP (bw, 1MB unaligned, 8x concurrency):"
mpirun -np 2 ./margo-p2p-bw -x 1000000 -n tcp -c 8 -D 20
echo "## Margo TCP (round trip, Hg busy spin):"
mpirun -np 2 ./margo-p2p-latency -i 100000 -n tcp -t 0,0
echo "## Margo TCP (bw, 1MiB, Hg busy spin):"
mpirun -np 2 ./margo-p2p-bw -x 1048576 -n tcp -c 1 -D 20 -t 0,0
echo "## Margo TCP (bw, 1MiB, 8x concurrency, Hg busy spin):"
mpirun -np 2 ./margo-p2p-bw -x 1048576 -n tcp -c 8 -D 20 -t 0,0
echo "## Margo TCP (bw, 8MiB, Hg busy spin):"
mpirun -np 2 ./margo-p2p-bw -x 8388608 -n tcp -c 1 -D 20 -t 0,0
echo "## Margo TCP (bw, 8MiB, 8x concurrency, Hg busy spin):"
mpirun -np 2 ./margo-p2p-bw -x 8388608 -n tcp -c 8 -D 20-t 0,0
echo "## Margo TCP (bw, 1MB unaligned, Hg busy spin):"
mpirun -np 2 ./margo-p2p-bw -x 1000000 -n tcp -c 1 -D 20-t 0,0
echo "## Margo TCP (bw, 1MB unaligned, 8x concurrency, Hg busy spin):"
mpirun -np 2 ./margo-p2p-bw -x 1000000 -n tcp -c 8 -D 20 -t 0,0
......@@ -9,8 +9,6 @@ spack load -r mpich
module list
# NOTE: rpath doesn't seem to be set correctly, and the paths we need are
# in LIBRARY_PATH instead of LD_LIBRARY_PATH
export LD_LIBRARY_PATH=$LIBRARY_PATH
echo "## PMDK (8x concurrency):"
......@@ -40,4 +38,5 @@ dd if=/dev/zero of=/dev/shm/foo.dat bs=1M count=61440
pmempool create obj /dev/shm/foo.dat
ls -alh /dev/shm/foo.dat
mpirun -np 1 ./pmdk-bw -x 16777216 -m 34359738368 -p /dev/shm/foo.dat -c 8 -T 8
rm -f /dev/shm/foo.dat
......@@ -56,7 +56,7 @@ spack bootstrap
# clean out any stray packages from previous runs, just in case
spack uninstall -R -y argobots mercury libfabric || true
# ior acts as our "apex" package here, causing several other packages to build
spack install ior@develop +mobject ^bake@develop
spack install ior@develop +mobject ^bake
# deliberately repeat setup-env step after building modules to ensure
# that we pick up the right module paths
. $SANDBOX/spack/share/spack/setup-env.sh
......@@ -85,16 +85,16 @@ cp $PREFIX/bin/bake-p2p-bw $JOBDIR
cp $PREFIX/bin/pmdk-bw $JOBDIR
cd $JOBDIR
./margo-regression.sh $SANDBOX
./bake-regression.sh $SANDBOX
#./pmdk-regression.sh $SANDBOX
./margo-regression.sh $SANDBOX | tee > margo-results.txt
./bake-regression.sh $SANDBOX | tee > bake-results.txt
./pmdk-regression.sh $SANDBOX | tee > pmdk-results.txt
echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
cat $JOBID.* $JOBID2.* $JOBID3.* > combined.$JOBID.txt
cat *-results.txt > combined.txt
#dos2unix combined.$JOBID.txt
mailx -r mdorier@anl.gov -s "mochi-regression (MCS workstation)" sds-commits@lists.mcs.anl.gov < combined.$JOBID.txt
cat combined.$JOBID.txt
mailx -r mdorier@anl.gov -s "mochi-regression (MCS workstation)" sds-commits@lists.mcs.anl.gov < combined.txt
cat combined.txt
cd /tmp
rm -rf $SANDBOX
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment