Commit 05894ffd authored by Philip Carns's avatar Philip Carns
Browse files

regression job scripts for cooley

parent afda06fe
These are example scripts for executing an automated regression test on the
Cooley system at the ALCF. The entire process is handled by the
"run-regression.sh" script, which is suitable for execution within a cron job.
diff --git a/src/plugins/ctp/verbs/ctp_verbs_api.c b/src/plugins/ctp/verbs/ctp_verbs_api.c
index 06da1f4..e187ebd 100644
--- a/src/plugins/ctp/verbs/ctp_verbs_api.c
+++ b/src/plugins/ctp/verbs/ctp_verbs_api.c
@@ -2982,12 +2982,7 @@ verbs_handle_disconnected(cci__ep_t * ep, struct rdma_cm_event *cm_evt)
/* Either way, we got the DISCONNECTED event, it is safe to cleanup
* the QP and CM id.
*/
- ret = rdma_destroy_ep(vconn->id);
- if (ret == -1) {
- ret = errno;
- debug(CCI_DB_WARN, "%s: rdma_destroy_ep() returned %s",
- __func__, strerror(ret));
- }
+ rdma_destroy_ep(vconn->id);
if (!vconn->cci_disconn) {
verbs_destroy_conn(ep, conn);
#!/bin/bash
#COBALT -n 2
#COBALT -M carns@mcs.anl.gov
#COBALT -t 5
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q ibleaf3-debug
#COBALT --env CCI_CONFIG=/home/carns/working/install-cooley/etc/cci.conf:LD_LIBRARY_PATH=/home/carns/tmp/mochi-regression-install/lib
# NOTE: remmeber to uncomment some stuff in ~/.bashrc for library paths
mpirun -f $COBALT_NODEFILE -n 2 ./margo-p2p-latency -i 100000 -n verbs://
#!/bin/bash
# This is a shell script to be run from a login node of the Cooley system at
# the ALCF, that will download, compile, and execute the ssg performance
# regression tests, including any dependencies
# exit on any error
set -e
SANDBOX=/tmp/mochi-regression-$$
PREFIX=~/tmp/mochi-regression-install-$$
JOBDIR=~/tmp/mochi-regression-job-$$
export CFLAGS="-O3"
export PKG_CONFIG_PATH=$PREFIX/lib/pkgconfig
# scratch area to clone and build things
mkdir $SANDBOX
cp cci-rdma-destroy-ep.patch $SANDBOX
# scratch area for job submission
mkdir $JOBDIR
cp margo-p2p-latency.qsub $JOBDIR
cd $SANDBOX
git clone https://github.com/pmodels/argobots.git
git clone https://github.com/CCI/cci.git
git clone https://github.com/mercury-hpc/mercury.git
wget http://dist.schmorp.de/libev/libev-4.24.tar.gz
tar -xvzf libev-4.24.tar.gz
git clone git@xgitlab.cels.anl.gov:sds/abt-snoozer.git
git clone git@xgitlab.cels.anl.gov:sds/margo.git
git clone git@xgitlab.cels.anl.gov:sds/ssg.git
# argobots
echo "=== BUILDING ARGOBOTS ==="
cd $SANDBOX/argobots
libtoolize
./autogen.sh
mkdir build
cd build
../configure --prefix=$PREFIX --enable-perf-opt
make -j 3
make install
# cci
echo "=== BUILDING CCI ==="
cd $SANDBOX/cci
patch -p1 < $SANDBOX/cci-rdma-destroy-ep.patch
libtoolize
./autogen.pl
mkdir build
cd build
../configure --prefix=$PREFIX
make -j 3
make install
# mercury
echo "=== BUILDING MERCURY ==="
cd $SANDBOX/mercury
mkdir build
cd build
cmake -DNA_USE_CCI:BOOL=ON -DMERCURY_USE_BOOST_PP:BOOL=ON -DCMAKE_INSTALL_PREFIX=/$PREFIX -DBoost_NO_BOOST_CMAKE=TRUE -DMERCURY_USE_CHECKSUMS:BOOL=OFF -DBUILD_SHARED_LIBS:BOOL=ON -DMERCURY_USE_SELF_FORWARD:BOOL=ON -DNA_USE_SM:BOOL=OFF ../
make -j 3
make install
# libev
echo "=== BUILDING LIBEV ==="
cd $SANDBOX/libev-4.24
mkdir build
cd build
../configure --prefix=$PREFIX
make -j 3
make install
# abt-snoozer
echo "=== BUILDING ABT-SNOOZER ==="
cd $SANDBOX/abt-snoozer
libtoolize
./prepare.sh
mkdir build
cd build
../configure --prefix=$PREFIX
make -j 3
make install
# margo
echo "=== BUILDING MARGO ==="
cd $SANDBOX/margo
libtoolize
./prepare.sh
mkdir build
cd build
../configure --prefix=$PREFIX
make -j 3
make install
# ssg
echo "=== BUILDING SSG ==="
cd $SANDBOX/ssg
git checkout dev-margo-p2p-latency
libtoolize
./prepare.sh
mkdir build
cd build
../configure --prefix=$PREFIX CC=mpicc
make -j 3
make install
make tests
# set up job to run
echo "=== SUBMITTING AND WAITING FOR JOB ==="
cp $SANDBOX/ssg/build/tests/perf-regression/.libs/margo-p2p-latency $JOBDIR
cd $JOBDIR
JOBID=`qsub --env CCI_CONFIG=/home/carns/working/install-cooley/etc/cci.conf:LD_LIBRARY_PATH=$PREFIX/lib ./margo-p2p-latency.qsub`
cqwait $JOBID
echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
cat $JOBID.* > combined.$JOBID.txt
dos2unix combined.$JOBID.txt
mailx -s "margo-p2p-latency (cooley)" carns@mcs.anl.gov < combined.$JOBID.txt
cd /tmp
rm -rf $SANDBOX
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment