Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
datascience
balsamDEPRECATED
Commits
6672de77
Commit
6672de77
authored
Jan 22, 2018
by
Michael Salim
Browse files
separate folder for launcher benchmarks. benchmark runner
parent
6a1b64ec
Changes
7
Hide whitespace changes
Inline
Side-by-side
run_benchmarks.py
0 → 100644
View file @
6672de77
import
sys
import
os
import
django
import
tempfile
import
unittest
import
balsam
def
set_permissions
(
top
):
os
.
chmod
(
top
,
0o755
)
for
root
,
subdirs
,
files
in
os
.
walk
(
top
):
for
dir
in
(
os
.
path
.
join
(
root
,
s
)
for
s
in
subdirs
):
os
.
chmod
(
dir
,
0o755
)
for
file
in
(
os
.
path
.
join
(
root
,
f
)
for
f
in
files
):
os
.
chmod
(
file
,
0o644
)
def
main
():
test_dir
=
os
.
path
.
abspath
(
os
.
path
.
dirname
(
balsam
.
__file__
))
tempdir
=
tempfile
.
TemporaryDirectory
(
dir
=
test_dir
,
prefix
=
"testdata_"
)
test_directory
=
tempdir
.
name
os
.
environ
[
'BALSAM_TEST_DIRECTORY'
]
=
test_directory
os
.
environ
[
'BALSAM_TEST'
]
=
'1'
os
.
environ
[
'DJANGO_SETTINGS_MODULE'
]
=
'balsam.django_config.settings'
django
.
setup
()
set_permissions
(
test_directory
)
loader
=
unittest
.
defaultTestLoader
if
len
(
sys
.
argv
)
>
1
:
names
=
sys
.
argv
[
1
:]
suite
=
loader
.
loadTestsFromNames
(
names
)
else
:
suite
=
loader
.
discover
(
'tests.benchmarks'
,
pattern
=
'bench*.py'
)
unittest
.
TextTestRunner
(
verbosity
=
2
).
run
(
suite
)
if
__name__
==
"__main__"
:
main
()
tests/benchmarks/__init__.py
0 → 100644
View file @
6672de77
tests/benchmarks/concurrent_insert/__init__.py
0 → 100644
View file @
6672de77
tests/benchmarks/concurrent_insert/bench_insertion.py
0 → 100644
View file @
6672de77
import
os
import
sys
from
socket
import
gethostname
import
time
import
subprocess
from
importlib.util
import
find_spec
from
balsam.service.models
import
BalsamJob
from
tests.BalsamTestCase
import
BalsamTestCase
,
cmdline
from
tests.BalsamTestCase
import
poll_until_returns_true
from
tests.BalsamTestCase
import
create_job
,
create_app
def
get_real_time
(
stdout
):
'''Parse linux "time" command'''
if
type
(
stdout
)
==
bytes
:
stdout
=
stdout
.
decode
()
lines
=
stdout
.
split
(
'
\n
'
)
nlines
=
len
(
lines
)
nlines
=
max
(
5
,
nlines
)
real_line
=
None
for
line
in
lines
[
-
nlines
:]:
if
line
.
startswith
(
'real'
)
and
len
(
line
.
split
())
==
2
:
real_line
=
line
break
if
not
real_line
:
return
None
time_str
=
real_line
.
split
()[
1
]
minutes
,
seconds
=
time_str
.
split
(
'm'
)
minutes
=
float
(
minutes
)
seconds
=
float
(
seconds
[:
-
1
])
return
60
*
minutes
+
seconds
class
TestInsertion
(
BalsamTestCase
):
def
setUp
(
self
):
hello
=
find_spec
(
"tests.benchmarks.concurrent_insert.hello"
).
origin
create_app
(
name
=
"hello"
,
executable
=
hello
)
data_dir
=
find_spec
(
"tests.benchmarks.data"
).
origin
self
.
data_dir
=
os
.
path
.
dirname
(
data_dir
)
def
test_concurrent_mpi_insert
(
self
):
'''Timing: many MPI ranks simultaneously call dag.add_job'''
resultpath
=
os
.
path
.
join
(
self
.
data_dir
,
'concurrent_insert.dat'
)
num_nodes
=
int
(
os
.
environ
.
get
(
'COBALT_JOBSIZE'
,
0
))
if
num_nodes
<
1
:
self
.
skipTest
(
"Need a COBALT allocation"
)
cobalt_envs
=
{
k
:
v
for
k
,
v
in
os
.
environ
.
items
()
if
'COBALT'
in
k
}
with
open
(
resultpath
,
'a'
)
as
fp
:
fp
.
write
(
f
'# BENCHMARK: test_concurrent_mpi_insert (
{
__file__
}
)
\n
'
)
fp
.
write
(
f
'# Host:
{
gethostname
()
}
\n
'
)
for
k
,
v
in
cobalt_envs
.
items
():
fp
.
write
(
f
'#
{
k
}
:
{
v
}
\n
'
)
fp
.
write
(
"# Each rank simultaneously calls dag.add_job (num_ranks simultaneous insertions)
\n
"
)
ranks_per_node
=
[
1
,
2
,
4
,
8
,
16
,
32
]
python
=
sys
.
executable
insert_app
=
find_spec
(
"tests.benchmarks.concurrent_insert.mpi_insert"
).
origin
with
open
(
resultpath
,
'a'
)
as
fp
:
header
=
f
'#
{
"# ranks"
.
rjust
(
14
)
:
14
}
{
"time / seconds"
.
rjust
(
16
)
:
16
}
{
"py_time / seconds"
.
rjust
(
18
)
:
18
}
'
header
+=
'
\n
# '
+
'-'
*
(
len
(
header
)
-
2
)
+
'
\n
'
fp
.
write
(
header
)
for
rpn
in
ranks_per_node
:
for
job
in
BalsamJob
.
objects
.
all
():
job
.
delete
()
total_ranks
=
num_nodes
*
rpn
start
=
time
.
time
()
cmdline
=
f
"time aprun -n
{
total_ranks
}
-N
{
rpn
}
{
python
}
{
insert_app
}
"
proc
=
subprocess
.
Popen
(
cmdline
,
shell
=
True
,
stdout
=
subprocess
.
PIPE
,
stderr
=
subprocess
.
STDOUT
)
stdout
,
stderr
=
proc
.
communicate
()
elapsed_py
=
time
.
time
()
-
start
elapsed_sh
=
get_real_time
(
stdout
)
out_lines
=
stdout
.
decode
().
split
(
'
\n
'
)
success
=
list
(
l
for
l
in
out_lines
if
'added job: success'
in
l
)
self
.
assertEqual
(
len
(
success
),
total_ranks
)
self
.
assertEqual
(
BalsamJob
.
objects
.
count
(),
total_ranks
)
with
open
(
resultpath
,
'a'
)
as
fp
:
fp
.
write
(
f
'
{
total_ranks
:
16
}
{
elapsed_sh
:
16.3
f
}
{
elapsed_py
:
18.3
f
}
\n
'
)
with
open
(
resultpath
,
'a'
)
as
fp
:
fp
.
write
(
f
'
\n
'
)
tests/benchmarks/concurrent_insert/hello.py
0 → 100644
View file @
6672de77
print
(
"hello world"
)
tests/benchmarks/concurrent_insert/mpi_insert.py
0 → 100644
View file @
6672de77
from
mpi4py
import
MPI
import
balsam.launcher.dag
as
dag
comm
=
MPI
.
COMM_WORLD
rank
=
comm
.
Get_rank
()
job_name
=
f
"hello
{
rank
}
"
dag
.
add_job
(
name
=
job_name
,
workflow
=
"test"
,
application
=
"hello"
,
num_nodes
=
1
,
ranks_per_node
=
1
)
print
(
f
"Rank
{
rank
}
added job: success"
)
tests/benchmarks/data/__init__.py
0 → 100644
View file @
6672de77
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment