test script for dev branch

tests/perf-regression/bebop/run-regression-blocking-fifo.sh

+#!/bin/bash
+
+# This is a shell script to be run from a login node of the Bebop system at
+# the LCRC, that will download, compile, and execute the ssg performance 
+# regression tests, including any dependencies
+
+# exit on any error
+set -e
+
+SANDBOX=/tmp/mochi-regression-$$
+PREFIX=~/tmp/mochi-regression-install-$$
+JOBDIR=~/tmp/mochi-regression-job-$$
+
+export CC=icc
+export CFLAGS="-O3"
+export PKG_CONFIG_PATH=$PREFIX/lib/pkgconfig
+
+module load numactl
+module load cmake
+module load boost
+
+# scratch area to clone and build things
+mkdir $SANDBOX
+
+# scratch area for job submission
+mkdir $JOBDIR
+
+cp margo-regression.sbatch $JOBDIR
+
+cd $SANDBOX
+git clone http://git.mpich.org/openpa.git/
+git clone https://github.com/01org/opa-psm2.git
+git clone https://github.com/ofiwg/libfabric.git
+git clone https://github.com/carns/argobots.git
+git clone https://github.com/mercury-hpc/mercury.git
+git clone https://xgitlab.cels.anl.gov/sds/margo.git
+git clone https://xgitlab.cels.anl.gov/sds/ssg.git
+wget http://mvapich.cse.ohio-state.edu/download/mvapich/osu-micro-benchmarks-5.3.2.tar.gz
+tar -xvzf osu-micro-benchmarks-5.3.2.tar.gz
+git clone https://github.com/pdlfs/mercury-runner.git
+
+# OSU MPI benchmarks
+echo "=== BUILDING OSU MICRO BENCHMARKS ==="
+cd $SANDBOX/osu-micro-benchmarks-5.3.2
+mkdir build
+cd build
+../configure --prefix=$PREFIX CC=mpiicc CXX=mpiicc
+make -j 3
+make install
+
+# argobots
+echo "=== BUILDING ARGOBOTS ==="
+cd $SANDBOX/argobots
+git checkout dev-blocking-pool
+libtoolize
+./autogen.sh
+mkdir build
+cd build
+../configure --prefix=$PREFIX --enable-perf-opt
+make -j 3
+make install
+  
+# opa-psm2
+echo "=== BUILDING LIBFABRIC ==="
+cd $SANDBOX/opa-psm2
+make
+make DESTDIR=$PREFIX install
+
+# TODO: it doesn't seem like this should be necessary; we are specifying path
+# to lib in libfabric build.
+export LD_LIBRARY_PATH=$PREFIX/usr/lib64:$LD_LIBRARY_PATH
+
+# libfabric
+echo "=== BUILDING LIBFABRIC ==="
+cd $SANDBOX/libfabric
+# TODO: update this later
+# NOTE: check out an old commit before gcc atomic operations were added in 
+#       master
+git checkout f5950e3de95e8c02525bff97581ab5ad00bd520c
+./autogen.sh
+mkdir build
+cd build
+../configure --prefix=$PREFIX --enable-sockets --enable-psm2=$PREFIX/usr --enable-verbs
+make -j 3
+make install
+
+# openpa
+echo "=== BUILDING OPENPA ==="
+cd $SANDBOX/openpa
+./autogen.sh
+mkdir build
+cd build
+../configure --prefix=$PREFIX 
+make -j 3
+make install
+
+# mercury
+echo "=== BUILDING MERCURY ==="
+cd $SANDBOX/mercury
+git submodule update --init
+mkdir build
+cd build
+cmake -DNA_USE_OFI:BOOL=ON -DMERCURY_USE_BOOST_PP:BOOL=ON -DCMAKE_INSTALL_PREFIX=/$PREFIX -DBUILD_SHARED_LIBS:BOOL=ON -DMERCURY_USE_SELF_FORWARD:BOOL=ON -DNA_USE_SM:BOOL=ON ../
+make -j 3
+make install
+
+# margo
+echo "=== BUILDING MARGO ==="
+cd $SANDBOX/margo
+git checkout dev-blocking-pool
+libtoolize
+./prepare.sh
+mkdir build
+cd build
+../configure --prefix=$PREFIX 
+make -j 3
+make install
+
+# ssg
+echo "=== BUILDING SSG ==="
+cd $SANDBOX/ssg
+git checkout dev-blocking-pool
+libtoolize
+./prepare.sh
+mkdir build
+cd build
+../configure --prefix=$PREFIX CC=mpiicc
+make -j 3
+make install
+make tests
+
+# mercury-runner benchmark
+echo "=== BUILDING MERCURY-RUNNER BENCHMARK ==="
+cd $SANDBOX/mercury-runner
+mkdir build
+cd build
+CC=mpiicc CXX=mpiicc CXXFLAGS='-D__STDC_FORMAT_MACROS' cmake -DCMAKE_PREFIX_PATH=$PREFIX -DCMAKE_INSTALL_PREFIX=$PREFIX -DMPI=ON ..
+make -j 3
+make install
+
+# set up job to run
+echo "=== SUBMITTING AND WAITING FOR JOB ==="
+cp $SANDBOX/ssg/build/tests/perf-regression/.libs/margo-p2p-latency $JOBDIR
+cp $SANDBOX/ssg/build/tests/perf-regression/.libs/margo-p2p-bw $JOBDIR
+cp $PREFIX/libexec/osu-micro-benchmarks/mpi/pt2pt/osu_latency $JOBDIR
+cp $PREFIX/bin/mercury-runner $JOBDIR
+cd $JOBDIR
+sbatch --wait --export=ALL ./margo-regression.sbatch
+
+echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
+# gather output, strip out funny characters, mail
+cat *.out > combined.txt
+# TODO: dooesn't look like we have this on bebop, need another solution
+# dos2unix combined.txt
+mailx -s "margo-regression, dev-blocking-pool (bebop)" sds-commits@lists.mcs.anl.gov < combined.txt
+
+cd /tmp
+rm -rf $SANDBOX
+rm -rf $PREFIX