teach nightly test how to execute "separate ssg" test

perf-regression/theta/run-regression.sh

@@ -34,6 +34,7 @@ mkdir $JOBDIR
 cp $ORIGIN/margo-regression.qsub $JOBDIR
 cp $ORIGIN/bake-regression.qsub $JOBDIR
 cp $ORIGIN/pmdk-regression.qsub $JOBDIR
+cp $ORIGIN/separate-ssg.qsub $JOBDIR
 
 # set up build environment
 cd $SANDBOX
@@ -91,6 +92,8 @@ cp $PREFIX/bin/margo-p2p-latency $JOBDIR
 cp $PREFIX/bin/margo-p2p-bw $JOBDIR
 cp $PREFIX/bin/bake-p2p-bw $JOBDIR
 cp $PREFIX/bin/pmdk-bw $JOBDIR
+cp $PREFIX/bin/ssg-test-separate-group-create $JOBDIR
+cp $PREFIX/bin/ssg-test-separate-group-attach $JOBDIR
 cd $JOBDIR
 
 JOBID=`qsub --env SANDBOX=$SANDBOX ./margo-regression.qsub`
@@ -102,10 +105,12 @@ cqwait $JOBID3
 # cannot run mobject until updated to match ssg group changes
 #JOBID4=`qsub --env SANDBOX=$SANDBOX ./mobject-regression.qsub`
 #cqwait $JOBID4
+JOBID5=`qsub --env SANDBOX=$SANDBOX ./separate-ssg.qsub
+cqwait $JOBID5
 
 echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
 # gather output, strip out funny characters, mail
-cat $JOBID.* $JOBID2.* $JOBID3.* > combined.$JOBID.txt
+cat $JOBID.* $JOBID2.* $JOBID3.* $JOBID4.* $JOBID5.* > combined.$JOBID.txt
 #dos2unix combined.$JOBID.txt
 mailx -r sds-commits@mcs.anl.gov -s "mochi-regression (theta)" sds-commits@mcs.anl.gov < combined.$JOBID.txt
 cat combined.$JOBID.txt

perf-regression/theta/separate-ssg.qsub

+#COBALT -n 2
+#COBALT -t 5
+#COBALT --mode script
+#COBALT -A CSC250STDM12
+#COBALT -q debug-cache-quad
+
+export HOME=$SANDBOX
+source $SANDBOX/spack//share/spack/setup-env.sh
+
+module swap PrgEnv-intel PrgEnv-gnu
+# ssg and libfabric-1.8.0
+#spack load -r ssg/lfdi2fo
+
+spack load -r ssg
+
+module list
+
+# spack won't set LD_LIBRARY_PATH for us
+export LD_LIBRARY_PATH=${LIBRARY_PATH}
+export MPICH_GNI_NDREG_ENTRIES=1024
+
+
+SSG_PDOMAIN="ssg-test"
+apmgr pdomain -c -u $SSG_PDOMAIN
+
+SSG_STATEFILE=ssg-state.cfg
+rm -f $SSG_STATEFILE
+
+aprun -p ${SSG_PDOMAIN} -n 1 -N 1 ./ssg-test-separate-group-create ${SSG_STATEFILE} &
+
+sleep_time=1;
+while [ ! -e $SSG_STATEFILE ] ; do
+	sleep $sleep_time;
+	sleep_time=$(( sleep_time * 2))
+done
+
+xxd $SSG_STATEFILE
+
+aprun -p ${SSG_PDOMAIN} -n 1 -N 1 ./ssg-test-separate-group-attach ofi+gni ${SSG_STATEFILE}
+kill %1
+apmgr pdomain -r  -u ${SSG_PDOMAIN}
+