bake-regression.qsub 1.72 KB
Newer Older
1 2 3 4 5 6 7
#!/bin/bash
#COBALT -n 2
#COBALT -t 20
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q ibleaf3-debug

8
export HOME=$SANDBOX
9 10 11 12 13
export FI_FORK_UNSAFE=1

. $SANDBOX/spack/share/spack/setup-env.sh
spack load -r ssg 
spack load -r bake
14
spack load -r mvapich2
15 16 17

module list

Philip Carns's avatar
Philip Carns committed
18 19
echo "### NOTE: ALL BAKE RESULTS BELOW are using 2nd socket on cooley nodes: cores 6-11"

20 21 22 23 24 25 26 27 28 29
echo "## Bake OFI/VERBS:"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
mpirun -f $COBALT_NODEFILE -n 2 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 1 

echo "## Bake OFI/VERBS (8x concurrency):"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
mpirun -f $COBALT_NODEFILE -n 2 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 8 

Philip Carns's avatar
Philip Carns committed
30
echo "## Bake OFI/VERBS (4 rpc es):"
31 32
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
Philip Carns's avatar
Philip Carns committed
33
mpirun -f $COBALT_NODEFILE -n 2 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 1 -r 4
34

Philip Carns's avatar
Philip Carns committed
35
echo "## Bake OFI/VERBS (8x concurrency, 4 rpc es):"
36 37
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
Philip Carns's avatar
Philip Carns committed
38
mpirun -f $COBALT_NODEFILE -n 2 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 8 -r 4
39

Philip Carns's avatar
Philip Carns committed
40
echo "## Bake OFI/VERBS (4 rpc es, pipelining):"
41 42
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
Philip Carns's avatar
Philip Carns committed
43
mpirun -f $COBALT_NODEFILE -n 2 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 1 -r 4 -i 
44

Philip Carns's avatar
Philip Carns committed
45
echo "## Bake OFI/VERBS (8x concurrency, 4 rpc es, pipelining):"
46 47
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
Philip Carns's avatar
Philip Carns committed
48
mpirun -f $COBALT_NODEFILE -n 2 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+verbs;ofi_rxm://" -p /dev/shm/foo.dat -c 8 -r 4 -i
49