bake-regression.qsub 1.98 KB
Newer Older
1 2 3 4 5 6 7
#!/bin/bash
#COBALT -n 2
#COBALT -t 20
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q ibleaf3-debug

8
export HOME=$SANDBOX
Philip Carns's avatar
Philip Carns committed
9 10
# note: disable registration cache for verbs provider for now; see
#       discussion in https://github.com/ofiwg/libfabric/issues/5244
11
export FI_MR_CACHE_MAX_COUNT=0
12 13

. $SANDBOX/spack/share/spack/setup-env.sh
14
BAKE_STABLE_VER=`spack find bake |grep bake |grep -v file-backend`
Philip Carns's avatar
Philip Carns committed
15
spack load -r mochi-ssg
16
spack load -r $BAKE_STABLE_VER
17
spack load -r mvapich2
18

Rob Latham's avatar
Rob Latham committed
19
spack find --loaded
20

21
echo "### NOTE: all benchmarks are using numactl to keep processes on socket 1"
Philip Carns's avatar
Philip Carns committed
22

23 24 25
echo "## Bake OFI/VERBS:"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
26
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "verbs://" -p /dev/shm/foo.dat -c 1 
27 28 29 30

echo "## Bake OFI/VERBS (8x concurrency):"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
31
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "verbs://" -p /dev/shm/foo.dat -c 8 
32

Philip Carns's avatar
Philip Carns committed
33
echo "## Bake OFI/VERBS (4 rpc es):"
34 35
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
36
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "verbs://" -p /dev/shm/foo.dat -c 1 -r 4
37

Philip Carns's avatar
Philip Carns committed
38
echo "## Bake OFI/VERBS (8x concurrency, 4 rpc es):"
39 40
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
41
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "verbs://" -p /dev/shm/foo.dat -c 8 -r 4
42

Philip Carns's avatar
Philip Carns committed
43
echo "## Bake OFI/VERBS (4 rpc es, pipelining):"
44 45
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
46
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "verbs://" -p /dev/shm/foo.dat -c 1 -r 4 -i 
47

Philip Carns's avatar
Philip Carns committed
48
echo "## Bake OFI/VERBS (8x concurrency, 4 rpc es, pipelining):"
49 50
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
51
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "verbs://" -p /dev/shm/foo.dat -c 8 -r 4 -i
52