Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
sds
ssg
Commits
8613fa8e
Commit
8613fa8e
authored
Mar 06, 2018
by
Philip Carns
Browse files
test script for dev branch
parent
173862df
Changes
1
Show whitespace changes
Inline
Side-by-side
tests/perf-regression/bebop/run-regression-blocking-fifo.sh
0 → 100755
View file @
8613fa8e
#!/bin/bash
# This is a shell script to be run from a login node of the Bebop system at
# the LCRC, that will download, compile, and execute the ssg performance
# regression tests, including any dependencies
# exit on any error
set
-e
SANDBOX
=
/tmp/mochi-regression-
$$
PREFIX
=
~/tmp/mochi-regression-install-
$$
JOBDIR
=
~/tmp/mochi-regression-job-
$$
export
CC
=
icc
export
CFLAGS
=
"-O3"
export
PKG_CONFIG_PATH
=
$PREFIX
/lib/pkgconfig
module load numactl
module load cmake
module load boost
# scratch area to clone and build things
mkdir
$SANDBOX
# scratch area for job submission
mkdir
$JOBDIR
cp
margo-regression.sbatch
$JOBDIR
cd
$SANDBOX
git clone http://git.mpich.org/openpa.git/
git clone https://github.com/01org/opa-psm2.git
git clone https://github.com/ofiwg/libfabric.git
git clone https://github.com/carns/argobots.git
git clone https://github.com/mercury-hpc/mercury.git
git clone https://xgitlab.cels.anl.gov/sds/margo.git
git clone https://xgitlab.cels.anl.gov/sds/ssg.git
wget http://mvapich.cse.ohio-state.edu/download/mvapich/osu-micro-benchmarks-5.3.2.tar.gz
tar
-xvzf
osu-micro-benchmarks-5.3.2.tar.gz
git clone https://github.com/pdlfs/mercury-runner.git
# OSU MPI benchmarks
echo
"=== BUILDING OSU MICRO BENCHMARKS ==="
cd
$SANDBOX
/osu-micro-benchmarks-5.3.2
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
CC
=
mpiicc
CXX
=
mpiicc
make
-j
3
make
install
# argobots
echo
"=== BUILDING ARGOBOTS ==="
cd
$SANDBOX
/argobots
git checkout dev-blocking-pool
libtoolize
./autogen.sh
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
--enable-perf-opt
make
-j
3
make
install
# opa-psm2
echo
"=== BUILDING LIBFABRIC ==="
cd
$SANDBOX
/opa-psm2
make
make
DESTDIR
=
$PREFIX
install
# TODO: it doesn't seem like this should be necessary; we are specifying path
# to lib in libfabric build.
export
LD_LIBRARY_PATH
=
$PREFIX
/usr/lib64:
$LD_LIBRARY_PATH
# libfabric
echo
"=== BUILDING LIBFABRIC ==="
cd
$SANDBOX
/libfabric
# TODO: update this later
# NOTE: check out an old commit before gcc atomic operations were added in
# master
git checkout f5950e3de95e8c02525bff97581ab5ad00bd520c
./autogen.sh
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
--enable-sockets
--enable-psm2
=
$PREFIX
/usr
--enable-verbs
make
-j
3
make
install
# openpa
echo
"=== BUILDING OPENPA ==="
cd
$SANDBOX
/openpa
./autogen.sh
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
make
-j
3
make
install
# mercury
echo
"=== BUILDING MERCURY ==="
cd
$SANDBOX
/mercury
git submodule update
--init
mkdir
build
cd
build
cmake
-DNA_USE_OFI
:BOOL
=
ON
-DMERCURY_USE_BOOST_PP
:BOOL
=
ON
-DCMAKE_INSTALL_PREFIX
=
/
$PREFIX
-DBUILD_SHARED_LIBS
:BOOL
=
ON
-DMERCURY_USE_SELF_FORWARD
:BOOL
=
ON
-DNA_USE_SM
:BOOL
=
ON ../
make
-j
3
make
install
# margo
echo
"=== BUILDING MARGO ==="
cd
$SANDBOX
/margo
git checkout dev-blocking-pool
libtoolize
./prepare.sh
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
make
-j
3
make
install
# ssg
echo
"=== BUILDING SSG ==="
cd
$SANDBOX
/ssg
git checkout dev-blocking-pool
libtoolize
./prepare.sh
mkdir
build
cd
build
../configure
--prefix
=
$PREFIX
CC
=
mpiicc
make
-j
3
make
install
make tests
# mercury-runner benchmark
echo
"=== BUILDING MERCURY-RUNNER BENCHMARK ==="
cd
$SANDBOX
/mercury-runner
mkdir
build
cd
build
CC
=
mpiicc
CXX
=
mpiicc
CXXFLAGS
=
'-D__STDC_FORMAT_MACROS'
cmake
-DCMAKE_PREFIX_PATH
=
$PREFIX
-DCMAKE_INSTALL_PREFIX
=
$PREFIX
-DMPI
=
ON ..
make
-j
3
make
install
# set up job to run
echo
"=== SUBMITTING AND WAITING FOR JOB ==="
cp
$SANDBOX
/ssg/build/tests/perf-regression/.libs/margo-p2p-latency
$JOBDIR
cp
$SANDBOX
/ssg/build/tests/perf-regression/.libs/margo-p2p-bw
$JOBDIR
cp
$PREFIX
/libexec/osu-micro-benchmarks/mpi/pt2pt/osu_latency
$JOBDIR
cp
$PREFIX
/bin/mercury-runner
$JOBDIR
cd
$JOBDIR
sbatch
--wait
--export
=
ALL ./margo-regression.sbatch
echo
"=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
cat
*
.out
>
combined.txt
# TODO: dooesn't look like we have this on bebop, need another solution
# dos2unix combined.txt
mailx
-s
"margo-regression, dev-blocking-pool (bebop)"
sds-commits@lists.mcs.anl.gov < combined.txt
cd
/tmp
rm
-rf
$SANDBOX
rm
-rf
$PREFIX
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment