margo-p2p-latency.qsub 1.34 KB
Newer Older
Philip Carns's avatar
Philip Carns committed
1
2
3
4
5
6
#!/bin/bash
#COBALT -n 2
#COBALT -t 10
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q debug-flat-quad
7
#COBALT -M carns@mcs.anl.gov
Philip Carns's avatar
Philip Carns committed
8

9
10
11
echo "MPI (one way, double the latency for round trip):"
aprun -n 2 -N 1 ./osu_latency

Philip Carns's avatar
Philip Carns committed
12
echo "Margo OFI/GNI (round trip):"
13
aprun -n 2 -N 1 ./margo-p2p-latency -i 100000 -n ofi+gni://ipogif0:5000
Philip Carns's avatar
Philip Carns committed
14
echo "Margo BMI/TCP (round trip):"
15
aprun -n 2 -N 1 ./margo-p2p-latency -i 100000 -n bmi+tcp://
Philip Carns's avatar
Philip Carns committed
16
echo "WARNING: Margo OFI/TCP (disabled because it hangs as of 8/10/2017)"
17
# aprun -n 2 -N 1 ./margo-p2p-latency -i 100000 -n ofi+tcp://ipogif0:5000
Philip Carns's avatar
Philip Carns committed
18
19
20
21
22
23
24

# figure out nodes and hostnames for use with fi_
declare -a nodes=($(python /lus/theta-fs0/home/pershey/harness_workspace/bin/run_on_all_nids.py));
server_hostname=$(printf "nid%05d\n" ${nodes[0]})

echo "fi_pingpong OFI/GNI (one way, double the usec/xfer for round trip):"
aprun -n 1 -N 1 -L ${nodes[0]} -b -p carns-test ./fi_pingpong -p gni -S 1 -I 10000 > $COBALT_JOBID.fi_pingpong_server.log &
Philip Carns's avatar
Philip Carns committed
25
sleep 5
Philip Carns's avatar
Philip Carns committed
26
27
28
29
aprun -n 1 -N 1 -L ${nodes[1]} -b -p carns-test ./fi_pingpong -p gni -S 1 -I 10000 $server_hostname > $COBALT_JOBID.fi_pingpong_client.log &

wait
cat $COBALT_JOBID.fi_pingpong_client.log
Philip Carns's avatar
Philip Carns committed
30
31
32
33
34

# one more margo run, this time with diagnostics enabled
echo "Margo OFI/GNI (round trip) with diagnostics:"
aprun -n 2 -N 1 ./margo-p2p-latency -i 100000 -n ofi+gni://ipogif0:5000 -d $COBALT_JOBID.diag