diff --git a/perf-regression/bebop/mobject-regression.sbatch b/perf-regression/bebop/mobject-regression.sbatch new file mode 100644 index 0000000000000000000000000000000000000000..cc31b61e0e1904e136abe974fd07556ec7c392bf --- /dev/null +++ b/perf-regression/bebop/mobject-regression.sbatch @@ -0,0 +1,39 @@ +#!/bin/bash +#SBATCH -N 2 +#SBATCH -A startup-carns +#SBATCH --ntasks-per-node=8 +#SBATCH --time=5:00 +#SBATCH -p bdwall + +# example of running benchmarks with spack-compiled software stack + +export LMOD_PAGER=none + +. $SANDBOX/spack/share/spack/setup-env.sh + +spack load -r ior + +module list + +# force Intel MPI to use Infiniband instead of Omnipath/PSM2. If we let +# Intel MPI use it's preferred PSM2 path then Mercury can't open interface +# because of apparent MR_SCALABLE/MR_BASIC conflict +# we should also try MR_SCALABLE in Mercury NA as a possible workaround +export I_MPI_FABRICS=shm:ofa + + + +export MOBJECT_CLUSTER_FILE=mobject-cluster.gid +echo " ==== running server" +# 'sockets' seems to work well, but we are debugging why 'psm2' is a problem +srun -n 4 --exclusive mobject-server-daemon sockets:// $MOBJECT_CLUSTER_FILE & +# backgrounding the 'mobject-server-daemon' means we need to wait just a bit before the cluster is setup +sleep 5 +# ... then this confirms the cluster is ready +xxd $MOBJECT_CLUSTER_FILE + +echo " ==== running benchmark " +# -g : intra-test barrier +# -t: transfer size +# -b: block size +srun -n 8 --exclusive ior -g -a RADOS -t 64k -b 128k --rados.user=foo --rados.pool=bar --rados.conf $MOBJECT_CLUSTER_FILE diff --git a/perf-regression/bebop/run-regression.sh b/perf-regression/bebop/run-regression.sh index 49226342aa896392b96b15cdc2ff170d0e96fe08..77a6012c4c9045eba7f70ea576871f00df0bc7f4 100755 --- a/perf-regression/bebop/run-regression.sh +++ b/perf-regression/bebop/run-regression.sh @@ -23,6 +23,7 @@ mkdir -p $JOBDIR cp margo-regression.sbatch $JOBDIR cp bake-regression.sbatch $JOBDIR cp pmdk-regression.sbatch $JOBDIR +cp mobject-regression.sbatch $JOBDIR cd $SANDBOX git clone https://github.com/spack/spack.git @@ -46,6 +47,8 @@ cp $SANDBOX/packages.yaml $SPACK_ROOT/etc/spack # CI environments echo "repos:" > $SPACK_ROOT/etc/spack/repos.yaml echo "- ${SANDBOX}/sds-repo" >> $SPACK_ROOT/etc/spack/repos.yaml + + spack uninstall -R -y argobots mercury opa-psm2 bake || true # nightly tests should test nightly software! spack install ior@mobject +mobject ^margo@develop ^mercury@develop ^mobject@develop ^bake@develop ^remi@develop ^thallium@develop ^sdskeyval@develop ^ssg@develop @@ -55,6 +58,7 @@ spack install ior@mobject +mobject ^margo@develop ^mercury@develop ^mobject@deve . $SANDBOX/spack/share/spack/setup-env.sh spack load -r ssg spack load -r bake +spack load -r mobject export CFLAGS="-O3" @@ -100,6 +104,7 @@ export SANDBOX sbatch --wait --export=ALL ./margo-regression.sbatch sbatch --wait --export=ALL ./bake-regression.sbatch sbatch --wait --export=ALL ./pmdk-regression.sbatch +sbatch --wait --export=ALL ./mobject-regression.sbatch echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ===" # gather output, strip out funny characters, mail