Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
sds
sds-tests
Commits
57630ae4
Commit
57630ae4
authored
Nov 12, 2019
by
Philip Carns
Browse files
switch to gni:// addr prefix
parent
244ea584
Changes
2
Hide whitespace changes
Inline
Side-by-side
perf-regression/theta/bake-regression.qsub
View file @
57630ae4
...
@@ -41,23 +41,23 @@ echo "## Bake OFI/GNI:"
...
@@ -41,23 +41,23 @@ echo "## Bake OFI/GNI:"
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
hostname
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
hostname
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
rm
-f
/dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
rm
-f
/dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
bake-mkpool
-s
60G /dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
bake-mkpool
-s
60G /dev/shm/foo.dat
aprun
-n
2
-N
1
-L
${
nodes
[0]
}
,
${
nodes
[1]
}
numactl
-N
0
-m
0 ./bake-p2p-bw
-x
16777216
-m
34359738368
-n
"
ofi+
gni://
ipogif0:5000
"
-p
/dev/shm/foo.dat
-c
1
aprun
-n
2
-N
1
-L
${
nodes
[0]
}
,
${
nodes
[1]
}
numactl
-N
0
-m
0 ./bake-p2p-bw
-x
16777216
-m
34359738368
-n
"gni://"
-p
/dev/shm/foo.dat
-c
1
echo
"## Bake OFI/GNI (8x concurrency):"
echo
"## Bake OFI/GNI (8x concurrency):"
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
hostname
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
hostname
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
rm
-f
/dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
rm
-f
/dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
bake-mkpool
-s
60G /dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
bake-mkpool
-s
60G /dev/shm/foo.dat
aprun
-n
2
-N
1
-L
${
nodes
[0]
}
,
${
nodes
[1]
}
numactl
-N
0
-m
0 ./bake-p2p-bw
-x
16777216
-m
34359738368
-n
"
ofi+
gni://
ipogif0:5000
"
-p
/dev/shm/foo.dat
-c
8
aprun
-n
2
-N
1
-L
${
nodes
[0]
}
,
${
nodes
[1]
}
numactl
-N
0
-m
0 ./bake-p2p-bw
-x
16777216
-m
34359738368
-n
"gni://"
-p
/dev/shm/foo.dat
-c
8
echo
"## Bake OFI/GNI (Hg busy spin):"
echo
"## Bake OFI/GNI (Hg busy spin):"
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
hostname
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
hostname
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
rm
-f
/dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
rm
-f
/dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
bake-mkpool
-s
60G /dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
bake-mkpool
-s
60G /dev/shm/foo.dat
aprun
-n
2
-N
1
-L
${
nodes
[0]
}
,
${
nodes
[1]
}
numactl
-N
0
-m
0 ./bake-p2p-bw
-x
16777216
-m
34359738368
-n
"
ofi+
gni://
ipogif0:5000
"
-p
/dev/shm/foo.dat
-c
1
-t
0,0
aprun
-n
2
-N
1
-L
${
nodes
[0]
}
,
${
nodes
[1]
}
numactl
-N
0
-m
0 ./bake-p2p-bw
-x
16777216
-m
34359738368
-n
"gni://"
-p
/dev/shm/foo.dat
-c
1
-t
0,0
echo
"## Bake OFI/GNI (8x concurrency, Hg busy spin):"
echo
"## Bake OFI/GNI (8x concurrency, Hg busy spin):"
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
hostname
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
hostname
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
rm
-f
/dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
rm
-f
/dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
bake-mkpool
-s
60G /dev/shm/foo.dat
aprun
-n
1
-N
1
-L
${
nodes
[0]
}
bake-mkpool
-s
60G /dev/shm/foo.dat
aprun
-n
2
-N
1
-L
${
nodes
[0]
}
,
${
nodes
[1]
}
numactl
-N
0
-m
0 ./bake-p2p-bw
-x
16777216
-m
34359738368
-n
"
ofi+
gni://
ipogif0:5000
"
-p
/dev/shm/foo.dat
-c
8
-t
0,0
aprun
-n
2
-N
1
-L
${
nodes
[0]
}
,
${
nodes
[1]
}
numactl
-N
0
-m
0 ./bake-p2p-bw
-x
16777216
-m
34359738368
-n
"gni://"
-p
/dev/shm/foo.dat
-c
8
-t
0,0
perf-regression/theta/margo-regression.qsub
View file @
57630ae4
...
@@ -30,35 +30,35 @@ echo "### NOTE: all benchmarks are using numactl to keep processes on socket 0"
...
@@ -30,35 +30,35 @@ echo "### NOTE: all benchmarks are using numactl to keep processes on socket 0"
# aprun -n 2 -N 1 ./osu_latency
# aprun -n 2 -N 1 ./osu_latency
echo
"## Margo OFI/GNI (round trip):"
echo
"## Margo OFI/GNI (round trip):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-latency
-i
100000
-n
ofi+
gni://
ipogif0:5000
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-latency
-i
100000
-n
"
gni://
"
echo
"## Margo OFI/GNI (bw, 1MiB):"
echo
"## Margo OFI/GNI (bw, 1MiB):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1048576
-n
ofi+
gni://
ipogif0:5000
-c
1
-D
20
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1048576
-n
"
gni://
"
-c
1
-D
20
echo
"## Margo OFI/GNI (bw, 1MiB, 8x concurrency):"
echo
"## Margo OFI/GNI (bw, 1MiB, 8x concurrency):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1048576
-n
ofi+
gni://
ipogif0:5000
-c
8
-D
20
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1048576
-n
"
gni://
"
-c
8
-D
20
echo
"## Margo OFI/GNI (bw, 8MiB):"
echo
"## Margo OFI/GNI (bw, 8MiB):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
8388608
-n
ofi+
gni://
ipogif0:5000
-c
1
-D
20
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
8388608
-n
"
gni://
"
-c
1
-D
20
echo
"## Margo OFI/GNI (bw, 8MiB, 8x concurrency):"
echo
"## Margo OFI/GNI (bw, 8MiB, 8x concurrency):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
8388608
-n
ofi+
gni://
ipogif0:5000
-c
8
-D
20
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
8388608
-n
"
gni://
"
-c
8
-D
20
echo
"## Margo OFI/GNI (bw, 1MB unaligned):"
echo
"## Margo OFI/GNI (bw, 1MB unaligned):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1000000
-n
ofi+
gni://
ipogif0:5000
-c
1
-D
20
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1000000
-n
"
gni://
"
-c
1
-D
20
echo
"## Margo OFI/GNI (bw, 1MB unaligned, 8x concurrency):"
echo
"## Margo OFI/GNI (bw, 1MB unaligned, 8x concurrency):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1000000
-n
ofi+
gni://
ipogif0:5000
-c
8
-D
20
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1000000
-n
"
gni://
"
-c
8
-D
20
echo
"## Margo OFI/GNI (round trip, Hg busy spin):"
echo
"## Margo OFI/GNI (round trip, Hg busy spin):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-latency
-i
100000
-n
ofi+
gni://
ipogif0:5000
-t
0,0
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-latency
-i
100000
-n
"
gni://
"
-t
0,0
echo
"## Margo OFI/GNI (bw, 1MiB, Hg busy spin):"
echo
"## Margo OFI/GNI (bw, 1MiB, Hg busy spin):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1048576
-n
ofi+
gni://
ipogif0:5000
-c
1
-D
20
-t
0,0
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1048576
-n
"
gni://
"
-c
1
-D
20
-t
0,0
echo
"## Margo OFI/GNI (bw, 1MiB, 8x concurrency, Hg busy spin):"
echo
"## Margo OFI/GNI (bw, 1MiB, 8x concurrency, Hg busy spin):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1048576
-n
ofi+
gni://
ipogif0:5000
-c
8
-D
20
-t
0,0
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1048576
-n
"
gni://
"
-c
8
-D
20
-t
0,0
echo
"## Margo OFI/GNI (bw, 8MiB, Hg busy spin):"
echo
"## Margo OFI/GNI (bw, 8MiB, Hg busy spin):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
8388608
-n
ofi+
gni://
ipogif0:5000
-c
1
-D
20
-t
0,0
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
8388608
-n
"
gni://
"
-c
1
-D
20
-t
0,0
echo
"## Margo OFI/GNI (bw, 8MiB, 8x concurrency, Hg busy spin):"
echo
"## Margo OFI/GNI (bw, 8MiB, 8x concurrency, Hg busy spin):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
8388608
-n
ofi+
gni://
ipogif0:5000
-c
8
-D
20-t 0,0
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
8388608
-n
"
gni://
"
-c
8
-D
20-t 0,0
echo
"## Margo OFI/GNI (bw, 1MB unaligned, Hg busy spin):"
echo
"## Margo OFI/GNI (bw, 1MB unaligned, Hg busy spin):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1000000
-n
ofi+
gni://
ipogif0:5000
-c
1
-D
20-t 0,0
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1000000
-n
"
gni://
"
-c
1
-D
20-t 0,0
echo
"## Margo OFI/GNI (bw, 1MB unaligned, 8x concurrency, Hg busy spin):"
echo
"## Margo OFI/GNI (bw, 1MB unaligned, 8x concurrency, Hg busy spin):"
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1000000
-n
ofi+
gni://
ipogif0:5000
-c
8
-D
20
-t
0,0
aprun
-n
2
-N
1 numactl
-N
0
-m
0 ./margo-p2p-bw
-x
1000000
-n
"
gni://
"
-c
8
-D
20
-t
0,0
# echo "## Margo BMI/TCP (round trip):"
# echo "## Margo BMI/TCP (round trip):"
# aprun -e MPICH_GNI_NDREG_ENTRIES=2000 -n 2 -N 1 ./margo-p2p-latency -i 100000 -n bmi+tcp://
# aprun -e MPICH_GNI_NDREG_ENTRIES=2000 -n 2 -N 1 ./margo-p2p-latency -i 100000 -n bmi+tcp://
...
@@ -85,8 +85,8 @@ aprun -n 2 -N 1 numactl -N 0 -m 0 ./margo-p2p-bw -x 1000000 -n ofi+gni://ipogif0
...
@@ -85,8 +85,8 @@ aprun -n 2 -N 1 numactl -N 0 -m 0 ./margo-p2p-bw -x 1000000 -n ofi+gni://ipogif0
# one more margo run, this time with diagnostics enabled
# one more margo run, this time with diagnostics enabled
# echo "## Margo OFI/GNI (round trip) with diagnostics:"
# echo "## Margo OFI/GNI (round trip) with diagnostics:"
# aprun -n 2 -N 1 ./margo-p2p-latency -i 100000 -n
ofi+
gni://
ipogif0:5000
-d $COBALT_JOBID.diag
# aprun -n 2 -N 1 ./margo-p2p-latency -i 100000 -n
"
gni://
"
-d $COBALT_JOBID.diag
# echo "## Mercury-runner OFI/GNI (round trip):"
# echo "## Mercury-runner OFI/GNI (round trip):"
# aprun -e MPICH_GNI_NDREG_ENTRIES=2000 -n 2 -N 1 ./mercury-runner -q -c 100000 -l 1 -m c -M -d `pwd` 1 h0=
ofi+
gni://
ipogif0:5000
h1
# aprun -e MPICH_GNI_NDREG_ENTRIES=2000 -n 2 -N 1 ./mercury-runner -q -c 100000 -l 1 -m c -M -d `pwd` 1 h0=
"
gni://
"
h1
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment