Commit 8ea5f80a authored by Jonathan Jenkins's avatar Jonathan Jenkins
Browse files

codes configurator - automated config file generation

parent 66da80cc
......@@ -32,6 +32,7 @@ AM_CXXFLAGS = $(AM_CFLAGS)
include Make.rules
include $(top_srcdir)/scripts/Makefile.subdir
include $(top_srcdir)/src/Makefile.subdir
include $(top_srcdir)/tests/Makefile.subdir
bin_SCRIPTS += scripts/
import re
import sys
import os
import imp
import argparse
from collections import Sequence
def main():
args = parse_args()
# load the template file
tstr = open(args.template).read()
# load the module
mod = import_from(args.substitute_py)
# checks - make sure cfields is set and is the correct type
if "cfields" not in mod.__dict__:
raise TypeError("Expected cfields to be defined in " + args.substitute_py)
elif not \
(isinstance(mod.cfields, Sequence) and \
isinstance(mod.cfields[0][0], str) and \
isinstance(mod.cfields[0][1], Sequence)):
raise TypeError("cfields in incorrect format, see usage")
# get list of iterators, replacement input, and output labels
labels = [ k[0] for k in mod.cfields]
iterables = [ k[1].__iter__() for k in mod.cfields]
# use two dicts to maintain type information when printing (don't want
# quotes to appear in log file)
replace_map = { k[0] : None for k in mod.cfields }
replace_map_log = dict(replace_map)
# print the header to the log
if args.log != None:
flog = open(args.log, "w")
flog = open(os.devnull, "w")
flog.write("# format:\n# <config index>")
for l in labels:
flog.write(" <" + l + ">")
# generate initial configuration
for i,k in enumerate(labels):
v = iterables[i].next()
replace_map_log[k] = v
replace_map[k] = re.escape(str(v))
# main loop
done = False
ct = 0
while not done:
# generate new configuration
new_config = replace_many(tstr, replace_map)
fname = template+"."+str(ct) if args.output_prefix==None else \
with open(fname, "w") as fout:
# print the configuration to the log
for i,k in enumerate(labels):
if isinstance(replace_map_log[k], str):
flog.write(' "' + replace_map_log[k] + '"')
flog.write(" " + str(replace_map_log[k]))
# generate the next config
for i,k in enumerate(labels):
v = iterables[i].next()
replace_map[k] = re.escape(str(v))
replace_map_log[k] = v
ct += 1
except StopIteration:
iterables[i] = mod.cfields[i][1].__iter__()
v = iterables[i].next()
replace_map[k] = re.escape(str(v))
replace_map_log[k] = v
done = True
# import a python file (assumes there is a .py suffix!!!)
def import_from(filename):
path,name = os.path.split(filename)
name,ext = os.path.splitext(name)
fmod, fname, data = imp.find_module(name, [path])
return imp.load_module(name,fmod,fname,data)
# given a string and a set of substitution pairs,
# perform a single pass replace
# st is the string to perform substitution on
# kv_pairs is a dict or a sequence of sequences.
# kv_pairs examples:
# { 1:2, 2:3 }
# [[1,2],[2,3]]
# [(1,2),(2,3)]
# ((1,2),(2,3))
def replace_many(st, kv_pairs):
re.DEBUG = True
rep_dict = dict(kv_pairs)
repl = lambda match: rep_dict[]
if isinstance(kv_pairs, dict):
match_list = [re.escape(k) for k in kv_pairs]
elif isinstance(kv_pairs, Sequence) and isinstance(kv_pairs[0], Sequence):
match_list = [re.escape(k[0]) for k in kv_pairs]
raise TypeError("Expected dict or sequence of sequences types")
# get the list of keys
pat = re.compile("|".join(match_list))
return pat.sub(repl, st)
def parse_args():
parser = argparse.ArgumentParser()
help="template file with replace tokens")
help='python file defining "cfields" variable consisting of'\
' elements of the form ( replacement_token, [replacements...])')
parser.add_argument("-l", "--log",\
help="log file to write parameterizations to")
parser.add_argument("-o", "--output_prefix",\
help="prefix to output generated configuration files to "
"(default: the configuration index appended to the template name)")
return parser.parse_args()
if __name__ == "__main__":
# the LPGROUPS set is required by all simulations using codes. Multiple groups
# can be entered (only one is here for our example), each consisting of a set
# of application- and codes-specific key-value pairs.
# in our simulation, we simply have a set of servers, each with
# point-to-point access to each other
# required: number of times to repeat the following key-value pairs
# application-specific: parsed in main
# model-net-specific field defining the network backend. In this example,
# each server has one NIC, and each server are point-to-point connected
# required by CODES: miscellaneous parameters used in the simulation that
# don't fit in group definition.
# ROSS-specific parmeters:
# - message_size: ROSS expects you to upper bound your event message size.
# Going over this size will crash or otherwise destroy your
# simulation.
# model-net-specific parameters:
# - individual packet sizes for network operations
# (each "packet" is represented by an event)
# - independent of underlying network being used
# - type of model to use (must match with corresponding LPGROUPS entry)
# - model-specific parameters
# custom parameter sets can also be added - this one is used to define the
# rounds of communication the servers will undergo
cfields = ( ("C_NUM_SERVERS", [1<<i for i in range(1,3)]),
("C_NUM_REQS", [1,2]),
("C_PAYLOAD_SZ", [1024*i for i in range(1,3)]) )
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment