mobject-regression.qsub 964 Bytes
Newer Older
Rob Latham's avatar
Rob Latham committed
1 2 3 4 5 6 7
#!/bin/bash
#COBALT -n 2
#COBALT -t 5
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q ibleaf3-debug

8
export HOME=$SANDBOX
Philip Carns's avatar
Philip Carns committed
9 10
# note: disable registration cache for verbs provider for now; see
#       discussion in https://github.com/ofiwg/libfabric/issues/5244
11
export FI_MR_CACHE_MAX_COUNT=0
12
. ${SANDBOX}/spack/share/spack/setup-env.sh
Shane Snyder's avatar
Shane Snyder committed
13
spack load -r ior@develop +mobject
Rob Latham's avatar
Rob Latham committed
14 15 16 17 18 19 20 21 22 23

module list

# make half the nodes servers, half clients
nnodes=$(wc -l <$COBALT_NODEFILE)
head -n $((nnodes/2)) $COBALT_NODEFILE > server_nodes
tail -n $((nnodes/2)) $COBALT_NODEFILE > client_nodes

echo " ==== running server "
export MOBJECT_CLUSTER_FILE=mobject-cluster.gid
24
mpirun -f $COBALT_NODEFILE -n 1 mobject-server-daemon "verbs://" $MOBJECT_CLUSTER_FILE &
Rob Latham's avatar
Rob Latham committed
25 26 27 28
# give the mobject-server nodes a chance to set up
sleep 5

echo " ==== running benchmark "
29
mpirun -f $COBALT_NODEFILE -n 1 ior -g -a RADOS -t 64k -b 128k --rados.user=foo --rados.pool=bar --rados.conf $MOBJECT_CLUSTER_FILE