run mobject tests on cooley

perf-regression/cooley/mobject-regression.qsub

+#!/bin/bash
+#COBALT -n 2
+#COBALT -t 5
+#COBALT --mode script
+#COBALT -A radix-io
+#COBALT -q ibleaf3-debug
+
+get_pmdk_lib_path() {
+        module show `spack module tcl find pmdk` |&grep LIBRARY_PATH | awk '{print $3}'
+}
+
+export FI_FORK_UNSAFE=1
+
+export PATH=${SPACK_ROOT}/bin:${PATH}
+. ${SPACK_ROOT}/share/spack/setup-env.sh
+spack load -r ior@mobject +mobject
+
+module list
+
+## note, pmdk library not setting rpath correctly
+#LIB_PATH_HACK=$(get_pmdk_lib_path)
+#export LD_LIBRARY_PATH="$LIB_PATH_HACK:$LD_LIBRARY_PATH"
+
+# make half the nodes servers, half clients
+nnodes=$(wc -l <$COBALT_NODEFILE)
+head -n $((nnodes/2)) $COBALT_NODEFILE > server_nodes
+tail -n $((nnodes/2)) $COBALT_NODEFILE > client_nodes
+
+echo " ==== running server "
+export MOBJECT_CLUSTER_FILE=mobject-cluster.gid
+mpirun -f $COBALT_NODEFILE -n 2 mobject-server-daemon verbs:// $MOBJECT_CLUSTER_FILE &
+# give the mobject-server nodes a chance to set up
+sleep 5
+
+echo " ==== running benchmark "
+mpirun -f $COBALT_NODEFILE -n 2 ior -g -a RADOS -t 64k -b 128k --rados.user=foo --rados.pool=bar --rados.conf $MOBJECT_CLUSTER_FILE

perf-regression/cooley/run-regression.sh

@@ -104,10 +104,12 @@ JOBID2=`qsub --env LD_LIBRARY_PATH=$PREFIX/lib --env SANDBOX=$SANDBOX ./bake-reg
 cqwait $JOBID2
 JOBID3=`qsub --env LD_LIBRARY_PATH=$PREFIX/lib --env SANDBOX=$SANDBOX ./pmdk-regression.qsub`
 cqwait $JOBID3
+JOBID4=`qsub --env SPACK_ROOT=${SPACK_ROOT} ./mobject-regression.qsub`
+cqwait $JOBID4
 
 echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
 # gather output, strip out funny characters, mail
-cat $JOBID.* $JOBID2.* $JOBID3.* > combined.$JOBID.txt
+cat $JOBID.* $JOBID2.* $JOBID3.* $JOBID4.*> combined.$JOBID.txt
 #dos2unix combined.$JOBID.txt
 mailx -s "mochi-regression (cooley)" sds-commits@lists.mcs.anl.gov < combined.$JOBID.txt