Commit 204025fc authored by Philip Carns's avatar Philip Carns
Browse files

use ofi+ addr prefix on bebop

parent da5b8cd9
...@@ -26,30 +26,30 @@ echo "### NOTE: all benchmarks are using numactl to keep processes on socket 0" ...@@ -26,30 +26,30 @@ echo "### NOTE: all benchmarks are using numactl to keep processes on socket 0"
echo "## Bake OFI/PSM2 (bdw):" echo "## Bake OFI/PSM2 (bdw):"
rm -f /dev/shm/foo.dat rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat bake-mkpool -s 60G /dev/shm/foo.dat
srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 1 srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n ofi+psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 1
echo "## Bake OFI/PSM2 (8x concurrency, bdw):" echo "## Bake OFI/PSM2 (8x concurrency, bdw):"
rm -f /dev/shm/foo.dat rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat bake-mkpool -s 60G /dev/shm/foo.dat
srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 8 srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n ofi+psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 8
echo "## Bake OFI/PSM2 (bdw, 12 rpc es):" echo "## Bake OFI/PSM2 (bdw, 12 rpc es):"
rm -f /dev/shm/foo.dat rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat bake-mkpool -s 60G /dev/shm/foo.dat
srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 1 -r 12 srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n ofi+psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 1 -r 12
echo "## Bake OFI/PSM2 (8x concurrency, bdw, 12 rpc es):" echo "## Bake OFI/PSM2 (8x concurrency, bdw, 12 rpc es):"
rm -f /dev/shm/foo.dat rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat bake-mkpool -s 60G /dev/shm/foo.dat
srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 8 -r 12 srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n ofi+psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 8 -r 12
echo "## Bake OFI/PSM2 (bdw, 12 rpc es, pipelining):" echo "## Bake OFI/PSM2 (bdw, 12 rpc es, pipelining):"
rm -f /dev/shm/foo.dat rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat bake-mkpool -s 60G /dev/shm/foo.dat
srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 1 -r 12 -i srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n ofi+psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 1 -r 12 -i
echo "## Bake OFI/PSM2 (8x concurrency, bdw, 12 rpc es, pipelining):" echo "## Bake OFI/PSM2 (8x concurrency, bdw, 12 rpc es, pipelining):"
rm -f /dev/shm/foo.dat rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat bake-mkpool -s 60G /dev/shm/foo.dat
srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 8 -r 12 -i srun numactl -N 0 -m 0 ./bake-p2p-bw -x 16777216 -m 34359738368 -n ofi+psm2://enp6s0f0:5000 -p /dev/shm/foo.dat -c 8 -r 12 -i
...@@ -24,40 +24,40 @@ export PSM2_MULTI_EP=1 ...@@ -24,40 +24,40 @@ export PSM2_MULTI_EP=1
echo "### NOTE: all benchmarks are using numactl to keep processes on socket 0" echo "### NOTE: all benchmarks are using numactl to keep processes on socket 0"
echo "## Margo OFI/PSM2 (round trip, bdw):" echo "## Margo OFI/PSM2 (round trip, bdw):"
mpirun numactl -N 0 -m 0 ./margo-p2p-latency -i 100000 -n psm2://enp6s0f0:5000 mpirun numactl -N 0 -m 0 ./margo-p2p-latency -i 100000 -n ofi+psm2://enp6s0f0:5000
echo "## Margo OFI/PSM2 (bw, 1MiB, bdw):" echo "## Margo OFI/PSM2 (bw, 1MiB, bdw):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1048576 -n psm2://enp6s0f0:5000 -c 1 -D 20 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1048576 -n ofi+psm2://enp6s0f0:5000 -c 1 -D 20
echo "## Margo OFI/PSM2 (bw, 1MiB, 8x concurrency, bdw):" echo "## Margo OFI/PSM2 (bw, 1MiB, 8x concurrency, bdw):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1048576 -n psm2://enp6s0f0:5000 -c 8 -D 20 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1048576 -n ofi+psm2://enp6s0f0:5000 -c 8 -D 20
echo "## Margo OFI/PSM2 (bw, 8MiB, bdw):" echo "## Margo OFI/PSM2 (bw, 8MiB, bdw):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n psm2://enp6s0f0:5000 -c 1 -D 20 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n ofi+psm2://enp6s0f0:5000 -c 1 -D 20
echo "## Margo OFI/PSM2 (bw, 8MiB, 8x concurrency, bdw):" echo "## Margo OFI/PSM2 (bw, 8MiB, 8x concurrency, bdw):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n psm2://enp6s0f0:5000 -c 8 -D 20 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n ofi+psm2://enp6s0f0:5000 -c 8 -D 20
echo "## Margo OFI/PSM2 (bw, 1MB unaligned, bdw):" echo "## Margo OFI/PSM2 (bw, 1MB unaligned, bdw):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1000000 -n psm2://enp6s0f0:5000 -c 1 -D 20 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1000000 -n ofi+psm2://enp6s0f0:5000 -c 1 -D 20
echo "## Margo OFI/PSM2 (bw, 1MB unaligned, 8x concurrency, bdw):" echo "## Margo OFI/PSM2 (bw, 1MB unaligned, 8x concurrency, bdw):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1000000 -n psm2://enp6s0f0:5000 -c 8 -D 20 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1000000 -n ofi+psm2://enp6s0f0:5000 -c 8 -D 20
# echo "## Margo OFI/PSM2 (bw, 8MiB, mmap shmfs on svr, bdw):" # echo "## Margo OFI/PSM2 (bw, 8MiB, mmap shmfs on svr, bdw):"
# mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n psm2://enp6s0f0:5000 -c 1 -D 20 -m /dev/shm/foo # mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n ofi+psm2://enp6s0f0:5000 -c 1 -D 20 -m /dev/shm/foo
# echo "## Margo OFI/PSM2 (bw, 8MiB, mmap shmfs on svr, 8x concurrency, bdw):" # echo "## Margo OFI/PSM2 (bw, 8MiB, mmap shmfs on svr, 8x concurrency, bdw):"
# mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n psm2://enp6s0f0:5000 -c 8 -D 20 -m /dev/shm/foo # mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n ofi+psm2://enp6s0f0:5000 -c 8 -D 20 -m /dev/shm/foo
echo "## Margo OFI/PSM2 (round trip, bdw, Hg busy spin):" echo "## Margo OFI/PSM2 (round trip, bdw, Hg busy spin):"
mpirun numactl -N 0 -m 0 ./margo-p2p-latency -i 100000 -n psm2://enp6s0f0:5000 -t 0,0 mpirun numactl -N 0 -m 0 ./margo-p2p-latency -i 100000 -n ofi+psm2://enp6s0f0:5000 -t 0,0
echo "## Margo OFI/PSM2 (bw, 1MiB, bdw, Hg busy spin):" echo "## Margo OFI/PSM2 (bw, 1MiB, bdw, Hg busy spin):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1048576 -n psm2://enp6s0f0:5000 -c 1 -D 20 -t 0,0 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1048576 -n ofi+psm2://enp6s0f0:5000 -c 1 -D 20 -t 0,0
echo "## Margo OFI/PSM2 (bw, 1MiB, 8x concurrency, bdw, Hg busy spin):" echo "## Margo OFI/PSM2 (bw, 1MiB, 8x concurrency, bdw, Hg busy spin):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1048576 -n psm2://enp6s0f0:5000 -c 8 -D 20 -t 0,0 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1048576 -n ofi+psm2://enp6s0f0:5000 -c 8 -D 20 -t 0,0
echo "## Margo OFI/PSM2 (bw, 8MiB, bdw, Hg busy spin):" echo "## Margo OFI/PSM2 (bw, 8MiB, bdw, Hg busy spin):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n psm2://enp6s0f0:5000 -c 1 -D 20 -t 0,0 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n ofi+psm2://enp6s0f0:5000 -c 1 -D 20 -t 0,0
echo "## Margo OFI/PSM2 (bw, 8MiB, 8x concurrency, bdw, Hg busy spin):" echo "## Margo OFI/PSM2 (bw, 8MiB, 8x concurrency, bdw, Hg busy spin):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n psm2://enp6s0f0:5000 -c 8 -D 20 -t 0,0 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n ofi+psm2://enp6s0f0:5000 -c 8 -D 20 -t 0,0
echo "## Margo OFI/PSM2 (bw, 1MB unaligned, bdw, Hg busy spin):" echo "## Margo OFI/PSM2 (bw, 1MB unaligned, bdw, Hg busy spin):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1000000 -n psm2://enp6s0f0:5000 -c 1 -D 20 -t 0,0 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1000000 -n ofi+psm2://enp6s0f0:5000 -c 1 -D 20 -t 0,0
echo "## Margo OFI/PSM2 (bw, 1MB unaligned, 8x concurrency, bdw, Hg busy spin):" echo "## Margo OFI/PSM2 (bw, 1MB unaligned, 8x concurrency, bdw, Hg busy spin):"
mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1000000 -n psm2://enp6s0f0:5000 -c 8 -D 20 -t 0,0 mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 1000000 -n ofi+psm2://enp6s0f0:5000 -c 8 -D 20 -t 0,0
# echo "## Margo OFI/PSM2 (bw, 8MiB, mmap shmfs on svr, bdw, Hg busy spin):" # echo "## Margo OFI/PSM2 (bw, 8MiB, mmap shmfs on svr, bdw, Hg busy spin):"
# mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n psm2://enp6s0f0:5000 -c 1 -D 20 -t 0,0 -m /dev/shm/foo # mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n ofi+psm2://enp6s0f0:5000 -c 1 -D 20 -t 0,0 -m /dev/shm/foo
# echo "## Margo OFI/PSM2 (bw, 8MiB, mmap shmfs on svr, 8x concurrency, bdw, Hg busy spin):" # echo "## Margo OFI/PSM2 (bw, 8MiB, mmap shmfs on svr, 8x concurrency, bdw, Hg busy spin):"
# mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n psm2://enp6s0f0:5000 -c 8 -D 20 -t 0,0 -m /dev/shm/foo # mpirun numactl -N 0 -m 0 ./margo-p2p-bw -x 8388608 -n ofi+psm2://enp6s0f0:5000 -c 8 -D 20 -t 0,0 -m /dev/shm/foo
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment