Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
sds
sds-tests
Commits
de960c99
Commit
de960c99
authored
Jan 29, 2019
by
Philip Carns
Browse files
add pmdk tests to cooley regression
- also rename some scripts and email headings for consistency
parent
7fbbc0ad
Changes
4
Hide whitespace changes
Inline
Side-by-side
perf-regression/cooley/bake-regression.qsub
View file @
de960c99
...
...
@@ -6,7 +6,7 @@
#COBALT -q ibleaf3-debug
get_pmdk_lib_path
()
{
module show
`
spack module tcl find pm
em
`
|&grep LIBRARY_PATH |
awk
'{print $3}'
module show
`
spack module tcl find pm
dk
`
|&grep LIBRARY_PATH |
awk
'{print $3}'
}
export
FI_FORK_UNSAFE
=
1
...
...
perf-regression/cooley/margo-regression
-ofi-rxm
.qsub
→
perf-regression/cooley/margo-regression.qsub
View file @
de960c99
...
...
@@ -6,7 +6,7 @@
#COBALT -q ibleaf3-debug
get_pmdk_lib_path
()
{
module show
`
spack module tcl find pm
em
`
|&grep LIBRARY_PATH |
awk
'{print $3}'
module show
`
spack module tcl find pm
dk
`
|&grep LIBRARY_PATH |
awk
'{print $3}'
}
export
FI_FORK_UNSAFE
=
1
...
...
perf-regression/cooley/pmdk-regression.qsub
0 → 100755
View file @
de960c99
#!/bin/bash
#COBALT -n 1
#COBALT -t 20
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q ibleaf3-debug
get_pmdk_lib_path
()
{
module show
`
spack module tcl find pmdk
`
|&grep LIBRARY_PATH |
awk
'{print $3}'
}
export
FI_FORK_UNSAFE
=
1
.
$SANDBOX
/spack/share/spack/setup-env.sh
spack load
-r
ssg
spack load
-r
bake
module list
# TODO: why is this necessary? We should be able to find gcc libraries...
export
LD_LIBRARY_PATH
=
"/soft/compilers/gcc/7.1.0/lib64:
$LD_LIBRARY_PATH
"
# note, pmdk library not setting rpath correctly
LIB_PATH_HACK
=
$(
get_pmdk_lib_path
)
export
LD_LIBRARY_PATH
=
"
$LIB_PATH_HACK
:
$LD_LIBRARY_PATH
"
echo
"## PMDK (8x concurrency):"
rm
-f
/dev/shm/foo.dat
truncate
-s
60G /dev/shm/foo.dat
pmempool create obj /dev/shm/foo.dat
./pmdk-bw
-x
-x
16777216
-m
34359738368
-c
8
echo
"## PMDK (8x concurrency, 8 es):"
rm
-f
/dev/shm/foo.dat
truncate
-s
60G /dev/shm/foo.dat
pmempool create obj /dev/shm/foo.dat
./pmdk-bw
-x
-x
16777216
-m
34359738368
-c
8
-T
8
perf-regression/cooley/run-regression
-ofi-rxm
.sh
→
perf-regression/cooley/run-regression.sh
View file @
de960c99
...
...
@@ -21,8 +21,9 @@ cp packages.yaml $SANDBOX/
# scratch area for job submission
mkdir
$JOBDIR
cp
margo-regression
-ofi-rxm
.qsub
$JOBDIR
cp
margo-regression.qsub
$JOBDIR
cp
bake-regression.qsub
$JOBDIR
cp
pmdk-regression.qsub
$JOBDIR
cd
$SANDBOX
git clone https://github.com/carns/spack.git
...
...
@@ -93,20 +94,23 @@ echo "=== SUBMITTING AND WAITING FOR JOB ==="
cp
$PREFIX
/bin/margo-p2p-latency
$JOBDIR
cp
$PREFIX
/bin/margo-p2p-bw
$JOBDIR
cp
$PREFIX
/bin/bake-p2p-bw
$JOBDIR
cp
$PREFIX
/bin/pmdk-bw
$JOBDIR
cp
$PREFIX
/libexec/osu-micro-benchmarks/mpi/pt2pt/osu_latency
$JOBDIR
cp
$PREFIX
/bin/mercury-runner
$JOBDIR
cd
$JOBDIR
JOBID
=
`
qsub
--env
LD_LIBRARY_PATH
=
$PREFIX
/lib
--env
SANDBOX
=
$SANDBOX
./margo-regression
-ofi-rxm
.qsub
`
JOBID
=
`
qsub
--env
LD_LIBRARY_PATH
=
$PREFIX
/lib
--env
SANDBOX
=
$SANDBOX
./margo-regression.qsub
`
cqwait
$JOBID
JOBID2
=
`
qsub
--env
LD_LIBRARY_PATH
=
$PREFIX
/lib
--env
SANDBOX
=
$SANDBOX
./bake-regression.qsub
`
cqwait
$JOBID2
JOBID3
=
`
qsub
--env
LD_LIBRARY_PATH
=
$PREFIX
/lib
--env
SANDBOX
=
$SANDBOX
./pmdk-regression.qsub
`
cqwait
$JOBID3
echo
"=== JOB DONE, COLLECTING AND SENDING RESULTS ==="
# gather output, strip out funny characters, mail
cat
$JOBID
.
*
$JOBID2
.
*
>
combined.
$JOBID
.txt
cat
$JOBID
.
*
$JOBID2
.
*
$JOBID3
.
*
>
combined.
$JOBID
.txt
#dos2unix combined.$JOBID.txt
mailx
-s
"m
argo
-regression (cooley)"
sds-commits@lists.mcs.anl.gov < combined.
$JOBID
.txt
mailx
-s
"m
ochi
-regression (cooley)"
sds-commits@lists.mcs.anl.gov < combined.
$JOBID
.txt
cd
/tmp
rm
-rf
$SANDBOX
rm
-rf
$PREFIX
#
rm -rf $SANDBOX
#
rm -rf $PREFIX
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment