margo-regression-tcp.qsub 4.25 KB
Newer Older
1 2 3 4 5 6 7 8
#!/bin/bash
#COBALT -n 2
#COBALT -t 30
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q ibleaf3-debug

export HOME=$SANDBOX
Philip Carns's avatar
Philip Carns committed
9 10
# note: disable registration cache for verbs provider for now; see
#       discussion in https://github.com/ofiwg/libfabric/issues/5244
11
export FI_MR_CACHE_MAX_COUNT=0
12 13

. $SANDBOX/spack/share/spack/setup-env.sh
Philip Carns's avatar
Philip Carns committed
14
spack load -r mochi-ssg
15

Rob Latham's avatar
Rob Latham committed
16
spack find --loaded
17 18 19 20 21 22 23 24 25 26 27 28 29

# echo "## MPI (one way, double the latency for round trip):"
# mpirun -f $COBALT_NODEFILE -n 2 ./osu_latency

echo "### NOTE: all benchmarks are using numactl to keep processes on socket 1"

host0=`head -n 1 $COBALT_NODEFILE` 
host1=`tail -n 1 $COBALT_NODEFILE` 

for xport in bmi+tcp ofi+tcp ofi+sockets; do
	sleep 1

	echo "## Margo $xport (round trip):"
Rob Latham's avatar
Rob Latham committed
30
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-latency -i 100 -n "$xport://$host0:3334" : -n 1 numactl -N 1 -m 1 ./margo-p2p-latency -i 100 -n "$xport://$host1:3334"
31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
	echo "## Margo $xport (bw, 1MiB):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1048576 -n "$xport://$host0:3334" -c 1 -D 20 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1048576 -n "$xport://$host1:3334" -c 1 -D 20
	echo "## Margo $xport (bw, 1MiB, 8x concurrency):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1048576 -n "$xport://$host0:3334" -c 8 -D 20 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1048576 -n "$xport://$host1:3334" -c 8 -D 20
	echo "## Margo $xport (bw, 8MiB):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 8388608 -n "$xport://$host0:3334" -c 1 -D 20 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 8388608 -n "$xport://$host1:3334" -c 1 -D 20
	echo "## Margo $xport (bw, 8MiB, 8x concurrency):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 8388608 -n "$xport://$host0:3334" -c 8 -D 20 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 8388608 -n "$xport://$host1:3334" -c 8 -D 20
	echo "## Margo $xport (bw, 1MB unaligned):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1000000 -n "$xport://$host0:3334" -c 1 -D 20 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1000000 -n "$xport://$host1:3334" -c 1 -D 20
	echo "## Margo $xport (bw, 1MB unaligned, 8x concurrency):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1000000 -n "$xport://$host0:3334" -c 8 -D 20 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1000000 -n "$xport://$host1:3334" -c 8 -D 20

	sleep 1 

	echo "## Margo $xport (round trip, Hg busy spin):"
Rob Latham's avatar
Rob Latham committed
47
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-latency -i 100 -n "$xport://$host0:3334" -t 0,0 : -n 1 numactl -N 1 -m 1 ./margo-p2p-latency -i 100 -n "$xport://$host1:3334" -t 0,0
48 49 50 51 52 53 54 55 56 57 58 59 60 61 62
	echo "## Margo $xport (bw, 1MiB, Hg busy spin):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1048576 -n "$xport://$host0:3334" -c 1 -D 20 -t 0,0 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1048576 -n "$xport://$host1:3334" -c 1 -D 20 -t 0,0
	echo "## Margo $xport (bw, 1MiB, 8x concurrency, Hg busy spin):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1048576 -n "$xport://$host0:3334" -c 8 -D 20 -t 0,0 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1048576 -n "$xport://$host1:3334" -c 8 -D 20 -t 0,0
	echo "## Margo $xport (bw, 8MiB, Hg busy spin):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 8388608 -n "$xport://$host0:3334" -c 1 -D 20 -t 0,0 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 8388608 -n "$xport://$host1:3334" -c 1 -D 20 -t 0,0
	echo "## Margo $xport (bw, 8MiB, 8x concurrency, Hg busy spin):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 8388608 -n "$xport://$host0:3334" -c 8 -D 20 -t 0,0 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 8388608 -n "$xport://$host1:3334" -c 8 -D 20 -t 0,0
	echo "## Margo $xport (bw, 1MB unaligned, Hg busy spin):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1000000 -n "$xport://$host0:3334" -c 1 -D 20 -t 0,0 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1000000 -n "$xport://$host1:3334" -c 1 -D 20 -t 0,0
	echo "## Margo $xport (bw, 1MB unaligned, 8x concurrency, Hg busy spin):"
	mpirun -f $COBALT_NODEFILE -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1000000 -n "$xport://$host0:3334" -c 8 -D 20 -t 0,0 : -n 1 numactl -N 1 -m 1 ./margo-p2p-bw -x 1000000 -n "$xport://$host1:3334" -c 8 -D 20 -t 0,0

done