bake-regression.qsub 1.9 KB
Newer Older
1 2 3 4 5 6 7
#!/bin/bash
#COBALT -n 2
#COBALT -t 20
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q ibleaf3-debug

8
export HOME=$SANDBOX
9 10 11
export FI_FORK_UNSAFE=1

. $SANDBOX/spack/share/spack/setup-env.sh
Philip Carns's avatar
Philip Carns committed
12
BAKE_STABLE_VER=`spack find bake |grep bake |grep -v file-backend`
13
spack load -r ssg 
Philip Carns's avatar
Philip Carns committed
14
spack load -r $BAKE_STABLE_VER
15
spack load -r mvapich2
16 17 18

module list

19
echo "### NOTE: all benchmarks are using numactl to keep processes on socket 1"
Philip Carns's avatar
Philip Carns committed
20

21 22 23
echo "## Bake OFI/VERBS:"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
24
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 1 
25 26 27 28

echo "## Bake OFI/VERBS (8x concurrency):"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
29
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 8 
30

Philip Carns's avatar
Philip Carns committed
31
echo "## Bake OFI/VERBS (4 rpc es):"
32 33
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
34
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 1 -r 4
35

Philip Carns's avatar
Philip Carns committed
36
echo "## Bake OFI/VERBS (8x concurrency, 4 rpc es):"
37 38
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
39
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 8 -r 4
40

Philip Carns's avatar
Philip Carns committed
41
echo "## Bake OFI/VERBS (4 rpc es, pipelining):"
42 43
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
44
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 1 -r 4 -i 
45

Philip Carns's avatar
Philip Carns committed
46
echo "## Bake OFI/VERBS (8x concurrency, 4 rpc es, pipelining):"
47 48
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
49
mpirun -f $COBALT_NODEFILE -n 2 numactl -N 1 -m 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 8 -r 4 -i
50