Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
C
codes
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
38
Issues
38
List
Boards
Labels
Milestones
Merge Requests
8
Merge Requests
8
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
codes
codes
Commits
8ea5f80a
Commit
8ea5f80a
authored
Mar 24, 2014
by
Jonathan Jenkins
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
codes configurator - automated config file generation
parent
66da80cc
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
188 additions
and
0 deletions
+188
-0
Makefile.am
Makefile.am
+1
-0
scripts/Makefile.subdir
scripts/Makefile.subdir
+1
-0
scripts/codes_configurator.py
scripts/codes_configurator.py
+137
-0
scripts/example/example.template
scripts/example/example.template
+46
-0
scripts/example/params.py
scripts/example/params.py
+3
-0
No files found.
Makefile.am
View file @
8ea5f80a
...
...
@@ -32,6 +32,7 @@ AM_CXXFLAGS = $(AM_CFLAGS)
include
Make.rules
include
$(top_srcdir)/scripts/Makefile.subdir
include
$(top_srcdir)/src/Makefile.subdir
include
$(top_srcdir)/tests/Makefile.subdir
...
...
scripts/Makefile.subdir
0 → 100644
View file @
8ea5f80a
bin_SCRIPTS
+=
scripts/codes_configurator.py
scripts/codes_configurator.py
0 → 100755
View file @
8ea5f80a
#!/usr/bin/python2.7
import
re
import
sys
import
os
import
imp
import
argparse
from
collections
import
Sequence
def
main
():
args
=
parse_args
()
# load the template file
tstr
=
open
(
args
.
template
).
read
()
# load the module
mod
=
import_from
(
args
.
substitute_py
)
# checks - make sure cfields is set and is the correct type
if
"cfields"
not
in
mod
.
__dict__
:
raise
TypeError
(
"Expected cfields to be defined in "
+
args
.
substitute_py
)
elif
not
\
(
isinstance
(
mod
.
cfields
,
Sequence
)
and
\
isinstance
(
mod
.
cfields
[
0
][
0
],
str
)
and
\
isinstance
(
mod
.
cfields
[
0
][
1
],
Sequence
)):
raise
TypeError
(
"cfields in incorrect format, see usage"
)
# get list of iterators, replacement input, and output labels
labels
=
[
k
[
0
]
for
k
in
mod
.
cfields
]
iterables
=
[
k
[
1
].
__iter__
()
for
k
in
mod
.
cfields
]
# use two dicts to maintain type information when printing (don't want
# quotes to appear in log file)
replace_map
=
{
k
[
0
]
:
None
for
k
in
mod
.
cfields
}
replace_map_log
=
dict
(
replace_map
)
# print the header to the log
if
args
.
log
!=
None
:
flog
=
open
(
args
.
log
,
"w"
)
else
:
flog
=
open
(
os
.
devnull
,
"w"
)
flog
.
write
(
"# format:
\
n
# <config index>"
)
for
l
in
labels
:
flog
.
write
(
" <"
+
l
+
">"
)
flog
.
write
(
"
\
n
"
)
# generate initial configuration
for
i
,
k
in
enumerate
(
labels
):
v
=
iterables
[
i
].
next
()
replace_map_log
[
k
]
=
v
replace_map
[
k
]
=
re
.
escape
(
str
(
v
))
# main loop
done
=
False
ct
=
0
while
not
done
:
# generate new configuration
new_config
=
replace_many
(
tstr
,
replace_map
)
fname
=
template
+
"."
+
str
(
ct
)
if
args
.
output_prefix
==
None
else
\
args
.
output_prefix
+
"."
+
str
(
ct
)
with
open
(
fname
,
"w"
)
as
fout
:
fout
.
write
(
new_config
)
# print the configuration to the log
flog
.
write
(
str
(
ct
))
for
i
,
k
in
enumerate
(
labels
):
if
isinstance
(
replace_map_log
[
k
],
str
):
flog
.
write
(
' "'
+
replace_map_log
[
k
]
+
'"'
)
else
:
flog
.
write
(
" "
+
str
(
replace_map_log
[
k
]))
else
:
flog
.
write
(
'
\
n
'
)
# generate the next config
for
i
,
k
in
enumerate
(
labels
):
try
:
v
=
iterables
[
i
].
next
()
replace_map
[
k
]
=
re
.
escape
(
str
(
v
))
replace_map_log
[
k
]
=
v
ct
+=
1
break
except
StopIteration
:
iterables
[
i
]
=
mod
.
cfields
[
i
][
1
].
__iter__
()
v
=
iterables
[
i
].
next
()
replace_map
[
k
]
=
re
.
escape
(
str
(
v
))
replace_map_log
[
k
]
=
v
else
:
done
=
True
# import a python file (assumes there is a .py suffix!!!)
def
import_from
(
filename
):
path
,
name
=
os
.
path
.
split
(
filename
)
name
,
ext
=
os
.
path
.
splitext
(
name
)
fmod
,
fname
,
data
=
imp
.
find_module
(
name
,
[
path
])
return
imp
.
load_module
(
name
,
fmod
,
fname
,
data
)
# given a string and a set of substitution pairs,
# perform a single pass replace
# st is the string to perform substitution on
# kv_pairs is a dict or a sequence of sequences.
# kv_pairs examples:
# { 1:2, 2:3 }
# [[1,2],[2,3]]
# [(1,2),(2,3)]
# ((1,2),(2,3))
def
replace_many
(
st
,
kv_pairs
):
re
.
DEBUG
=
True
rep_dict
=
dict
(
kv_pairs
)
repl
=
lambda
match
:
rep_dict
[
match
.
group
(
0
)]
if
isinstance
(
kv_pairs
,
dict
):
match_list
=
[
re
.
escape
(
k
)
for
k
in
kv_pairs
]
elif
isinstance
(
kv_pairs
,
Sequence
)
and
isinstance
(
kv_pairs
[
0
],
Sequence
):
match_list
=
[
re
.
escape
(
k
[
0
])
for
k
in
kv_pairs
]
else
:
raise
TypeError
(
"Expected dict or sequence of sequences types"
)
# get the list of keys
pat
=
re
.
compile
(
"|"
.
join
(
match_list
))
return
pat
.
sub
(
repl
,
st
)
def
parse_args
():
parser
=
argparse
.
ArgumentParser
()
parser
.
add_argument
(
"template"
,
\
help
=
"template file with replace tokens"
)
parser
.
add_argument
(
"substitute_py"
,
\
help
=
'python file defining "cfields" variable consisting of'
\
' elements of the form ( replacement_token, [replacements...])'
)
parser
.
add_argument
(
"-l"
,
"--log"
,
\
help
=
"log file to write parameterizations to"
)
parser
.
add_argument
(
"-o"
,
"--output_prefix"
,
\
help
=
"prefix to output generated configuration files to "
"(default: the configuration index appended to the template name)"
)
return
parser
.
parse_args
()
if
__name__
==
"__main__"
:
main
()
scripts/example/example.template
0 → 100644
View file @
8ea5f80a
# the LPGROUPS set is required by all simulations using codes. Multiple groups
# can be entered (only one is here for our example), each consisting of a set
# of application- and codes-specific key-value pairs.
LPGROUPS
{
# in our simulation, we simply have a set of servers, each with
# point-to-point access to each other
SERVERS
{
# required: number of times to repeat the following key-value pairs
repetitions="C_NUM_SERVERS";
# application-specific: parsed in main
server="1";
# model-net-specific field defining the network backend. In this example,
# each server has one NIC, and each server are point-to-point connected
modelnet_simplenet="1";
}
}
# required by CODES: miscellaneous parameters used in the simulation that
# don't fit in group definition.
PARAMS
{
# ROSS-specific parmeters:
# - message_size: ROSS expects you to upper bound your event message size.
# Going over this size will crash or otherwise destroy your
# simulation.
message_size="256";
# model-net-specific parameters:
# - individual packet sizes for network operations
# (each "packet" is represented by an event)
# - independent of underlying network being used
packet_size="512";
# - type of model to use (must match with corresponding LPGROUPS entry)
modelnet="simplenet";
# - model-specific parameters
net_startup_ns="1.5";
net_bw_mbps="20000";
}
# custom parameter sets can also be added - this one is used to define the
# rounds of communication the servers will undergo
server_pings
{
num_reqs="C_NUM_REQS";
payload_sz="C_PAYLOAD_SZ";
}
scripts/example/params.py
0 → 100644
View file @
8ea5f80a
cfields
=
(
(
"C_NUM_SERVERS"
,
[
1
<<
i
for
i
in
range
(
1
,
3
)]),
(
"C_NUM_REQS"
,
[
1
,
2
]),
(
"C_PAYLOAD_SZ"
,
[
1024
*
i
for
i
in
range
(
1
,
3
)])
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment