Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
sds
ssg
Commits
1e5d4959
Commit
1e5d4959
authored
Jan 25, 2018
by
Philip Carns
Browse files
separate scripts for cci and ofi
parent
dc8446b6
Changes
3
Hide whitespace changes
Inline
Side-by-side
tests/perf-regression/cooley/margo-p2p-latency-ofi.qsub
0 → 100755
View file @
1e5d4959
#!/bin/bash
#COBALT -n 2
#COBALT -t 20
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q ibleaf3-debug
export
FI_FORK_UNSAFE
=
1
echo
"## MPI (one way, double the latency for round trip):"
mpirun
-f
$COBALT_NODEFILE
-n
2 ./osu_latency
sleep
1
#echo "## Margo CCI/VERBS (round trip):"
#mpirun -f $COBALT_NODEFILE -n 2 ./margo-p2p-latency -i 100000 -n cci+verbs://
#
#sleep 1
#
#echo "## Margo CCI/VERBS (round trip, Hg busy spin):"
#mpirun -f $COBALT_NODEFILE -n 2 ./margo-p2p-latency -i 100000 -n cci+verbs:// -t 0,0
#
#sleep 1
#
echo
"## Margo OFI/VERBS (round trip, Hg busy spin):"
mpirun
-f
$COBALT_NODEFILE
-n
2 ./margo-p2p-latency
-i
100000
-n
ofi+verbs://
-t
0,0
echo
"## NOTE: OFI/VERBS HANGS WHEN NOT IN BUSY SPIN MODE AS OF 2018-01-24"
# echo "## Margo CCI/VERBS (round trip) with diagnostics:"
# mpirun -f $COBALT_NODEFILE -n 2 ./margo-p2p-latency -i 100000 -n verbs:// -d $COBALT_JOBID.diag
# TODO: mercury-runner freezes at shutdown w/ cci+verbs -- commenting out mercury finalize routines doesn't seem to help
#echo "## Mercury-runner CCI/VERBS (round trip):"
#mpirun -f $COBALT_NODEFILE -n 2 ./mercury-runner -q -c 100000 -l 1 -m c -M -d `pwd` 1 h0=verbs:// h1
tests/perf-regression/cooley/run-regression-ofi.sh
0 → 100755
View file @
1e5d4959
#!/bin/bash
# This is a shell script to be run from a login node of the Cooley system at
# the ALCF, that will download, compile, and execute the ssg performance
# regression tests, including any dependencies
# exit on any error
set
-e
SANDBOX
=
/tmp/mochi-regression-
$$
PREFIX
=
~/tmp/mochi-regression-install-
$$
JOBDIR
=
~/tmp/mochi-regression-job-
$$
# less ancient gcc
export
CC
=
/soft/compilers/gcc/7.1.0/bin/gcc
export
CFLAGS
=
"-O3"
export
PKG_CONFIG_PATH
=
$PREFIX
/lib/pkgconfig
export
PATH
=
/soft/buildtools/cmake/current/bin/:
$PATH
# working cmake version
# scratch area to clone and build things
mkdir
$SANDBOX
# scratch area for job submission
mkdir
$JOBDIR
cp
margo-p2p-latency-ofi.qsub
$JOBDIR
cd
$SANDBOX
git clone https://github.com/carns/argobots.git
git clone https://github.com/ofiwg/libfabric.git
#git clone https://github.com/carns/cci.git
git clone https://github.com/mercury-hpc/mercury.git
wget http://dist.schmorp.de/libev/libev-4.24.tar.gz
tar
-xvzf
libev-4.24.tar.gz
git clone https://xgitlab.cels.anl.gov/sds/abt-snoozer.git
git clone https://xgitlab.cels.anl.gov/sds/margo.git
git clone https://xgitlab.cels.anl.gov/sds/ssg.git
wget http://mvapich.cse.ohio-state.edu/download/mvapich/osu-micro-benchmarks-5.3.2.tar.gz
tar
-xvzf
osu-micro-benchmarks-5.3.2.tar.gz
git clone https://github.com/pdlfs/mercury-runner.git
# OSU MPI benchmarks
echo
"=== BUILDING OSU MICRO BENCHMARKS ==="
cd
$SANDBOX
/osu-micro-benchmarks-5.3.2
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
CC
=
mpicc
CXX
=
mpicxx
make
-j
3
make
install
# argobots
echo
"=== BUILDING ARGOBOTS ==="
cd
$SANDBOX
/argobots
git checkout dev-get-dev-basic
libtoolize
./autogen.sh
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
--enable-perf-opt
make
-j
3
make
install
# libfabric
echo
"=== BUILDING LIBFABRIC ==="
cd
$SANDBOX
/libfabric
libtoolize
./autogen.sh
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
--enable-sockets
--enable-verbs
make
-j
3
make
install
# cci
#echo "=== BUILDING CCI ==="
#cd $SANDBOX/cci
#git checkout dev-destroy-endpoint-hang
#libtoolize
#./autogen.pl
#mkdir build
#cd build
#../configure --prefix=$PREFIX --enable-plugins-no-build=ctp-sm
#make -j 3
#make install
# mercury
echo
"=== BUILDING MERCURY ==="
cd
$SANDBOX
/mercury
git submodule update
--init
mkdir
build
cd
build
cmake
-DNA_USE_OFI
:BOOL
=
ON
-DMERCURY_USE_BOOST_PP
:BOOL
=
ON
-DCMAKE_INSTALL_PREFIX
=
/
$PREFIX
-DBoost_NO_BOOST_CMAKE
=
TRUE
-DBUILD_SHARED_LIBS
:BOOL
=
ON
-DMERCURY_USE_SELF_FORWARD
:BOOL
=
ON
-DNA_USE_SM
:BOOL
=
OFF ../
#cmake -DNA_USE_OFI:BOOL=ON -DNA_USE_CCI:BOOL=ON -DMERCURY_USE_BOOST_PP:BOOL=ON -DCMAKE_INSTALL_PREFIX=/$PREFIX -DBoost_NO_BOOST_CMAKE=TRUE -DBUILD_SHARED_LIBS:BOOL=ON -DMERCURY_USE_SELF_FORWARD:BOOL=ON -DNA_USE_SM:BOOL=OFF ../
make
-j
3
make
install
# libev
echo
"=== BUILDING LIBEV ==="
cd
$SANDBOX
/libev-4.24
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
make
-j
3
make
install
# abt-snoozer
echo
"=== BUILDING ABT-SNOOZER ==="
cd
$SANDBOX
/abt-snoozer
libtoolize
./prepare.sh
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
make
-j
3
make
install
# margo
echo
"=== BUILDING MARGO ==="
cd
$SANDBOX
/margo
libtoolize
./prepare.sh
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
make
-j
3
make
install
# ssg
echo
"=== BUILDING SSG ==="
cd
$SANDBOX
/ssg
libtoolize
./prepare.sh
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
CC
=
mpicc
make
-j
3
make
install
make tests
# mercury-runner benchmark
echo
"=== BUILDING MERCURY-RUNNER BENCHMARK ==="
cd
$SANDBOX
/mercury-runner
mkdir
build
cd
build
CC
=
mpicc
CXX
=
mpicxx
CXXFLAGS
=
'-D__STDC_FORMAT_MACROS'
cmake
-DCMAKE_PREFIX_PATH
=
$PREFIX
-DCMAKE_INSTALL_PREFIX
=
$PREFIX
-DMPI
=
ON ..
make
-j
3
make
install
# set up job to run
echo
"=== SUBMITTING AND WAITING FOR JOB ==="
cp
$SANDBOX
/ssg/build/tests/perf-regression/.libs/margo-p2p-latency
$JOBDIR
cp
$PREFIX
/libexec/osu-micro-benchmarks/mpi/pt2pt/osu_latency
$JOBDIR
cp
$PREFIX
/bin/mercury-runner
$JOBDIR
cd
$JOBDIR
JOBID
=
`
qsub
--env
LD_LIBRARY_PATH
=
$PREFIX
/lib ./margo-p2p-latency-ofi.qsub
`
cqwait
$JOBID
echo
"=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
cat
$JOBID
.
*
>
combined.
$JOBID
.txt
dos2unix combined.
$JOBID
.txt
mailx
-s
"margo-p2p-latency (cooley, ofi)"
sds-commits@lists.mcs.anl.gov < combined.
$JOBID
.txt
cd
/tmp
rm
-rf
$SANDBOX
rm
-rf
$PREFIX
tests/perf-regression/cooley/run-regression.sh
View file @
1e5d4959
...
...
@@ -158,7 +158,7 @@ echo "=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
cat
$JOBID
.
*
>
combined.
$JOBID
.txt
dos2unix combined.
$JOBID
.txt
mailx
-s
"margo-p2p-latency (cooley)"
sds-commits@lists.mcs.anl.gov < combined.
$JOBID
.txt
mailx
-s
"margo-p2p-latency (cooley
, cci
)"
sds-commits@lists.mcs.anl.gov < combined.
$JOBID
.txt
cd
/tmp
rm
-rf
$SANDBOX
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment