Commit 115cd556 authored by Rob Latham's avatar Rob Latham

a job script for mobject/IOR benchmark

parent 68c5a75e
#!/bin/bash
#SBATCH -N 2
#SBATCH -A startup-carns
#SBATCH --ntasks-per-node=8
#SBATCH --time=5:00
#SBATCH -p bdwall
# example of running benchmarks with spack-compiled software stack
export LMOD_PAGER=none
. $SANDBOX/spack/share/spack/setup-env.sh
spack load -r ior
module list
# force Intel MPI to use Infiniband instead of Omnipath/PSM2. If we let
# Intel MPI use it's preferred PSM2 path then Mercury can't open interface
# because of apparent MR_SCALABLE/MR_BASIC conflict
# we should also try MR_SCALABLE in Mercury NA as a possible workaround
export I_MPI_FABRICS=shm:ofa
export MOBJECT_CLUSTER_FILE=mobject-cluster.gid
echo " ==== running server"
# 'sockets' seems to work well, but we are debugging why 'psm2' is a problem
srun -n 4 --exclusive mobject-server-daemon sockets:// $MOBJECT_CLUSTER_FILE &
# backgrounding the 'mobject-server-daemon' means we need to wait just a bit before the cluster is setup
sleep 5
# ... then this confirms the cluster is ready
xxd $MOBJECT_CLUSTER_FILE
echo " ==== running benchmark "
# -g : intra-test barrier
# -t: transfer size
# -b: block size
srun -n 8 --exclusive ior -g -a RADOS -t 64k -b 128k --rados.user=foo --rados.pool=bar --rados.conf $MOBJECT_CLUSTER_FILE
......@@ -23,6 +23,7 @@ mkdir -p $JOBDIR
cp margo-regression.sbatch $JOBDIR
cp bake-regression.sbatch $JOBDIR
cp pmdk-regression.sbatch $JOBDIR
cp mobject-regression.sbatch $JOBDIR
cd $SANDBOX
git clone https://github.com/spack/spack.git
......@@ -46,6 +47,8 @@ cp $SANDBOX/packages.yaml $SPACK_ROOT/etc/spack
# CI environments
echo "repos:" > $SPACK_ROOT/etc/spack/repos.yaml
echo "- ${SANDBOX}/sds-repo" >> $SPACK_ROOT/etc/spack/repos.yaml
spack uninstall -R -y argobots mercury opa-psm2 bake || true
# nightly tests should test nightly software!
spack install ior@mobject +mobject ^margo@develop ^mercury@develop ^mobject@develop ^bake@develop ^remi@develop ^thallium@develop ^sdskeyval@develop ^ssg@develop
......@@ -55,6 +58,7 @@ spack install ior@mobject +mobject ^margo@develop ^mercury@develop ^mobject@deve
. $SANDBOX/spack/share/spack/setup-env.sh
spack load -r ssg
spack load -r bake
spack load -r mobject
export CFLAGS="-O3"
......@@ -100,6 +104,7 @@ export SANDBOX
sbatch --wait --export=ALL ./margo-regression.sbatch
sbatch --wait --export=ALL ./bake-regression.sbatch
sbatch --wait --export=ALL ./pmdk-regression.sbatch
sbatch --wait --export=ALL ./mobject-regression.sbatch
echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment