def run(settings):
"""
run
settings - takes a settings dictionary,
can be correctly formatted by calling create_settings
with valid parameters
"""
print settings
print "Loading operations.py..."
ol = OperationsLoader(currrent_path + OPERATIONS_PATH)
settings[SETTINGS_OPERATIONS] = ol.load(settings[SETTINGS_OUTPUT],
settings[SETTINGS_VARIABLES])
print "Loading Transformers (parsers)..."
settings[SETTINGS_TRANSFORMERS] = [
PassTransformer(TRANSFORMER_NAME_PASS),
WriteTransformer(TRANSFORMER_NAME_WRITE),
ReadTransformer(TRANSFORMER_NAME_READ)
]
settings[SETTINGS_PYLOGGERENV] = '%s/visualize/' % currrent_path
settings[SETTINGS_MAIN] = settings[SETTINGS_PYLOGGERENV] + path.basename(
settings[SETTINGS_MAIN])
if settings[SETTINGS_PYLOGGERENV] not in sys.path:
print "Creating temporary visualization environment & adding to sys.path at:\n%s" % settings[
SETTINGS_PYLOGGERENV]
sys.path.insert(0, settings[SETTINGS_PYLOGGERENV])
create_env(settings)
print "Creating Header..."
files = [settings[SETTINGS_ROOTDIR] + f for f in settings[SETTINGS_FILES]]
header = create_header(2.0, settings[SETTINGS_VARIABLES], files)
if w is not None:
print "Sending header to LogStreamManager"
w.send(header)
print "Creating/Overwriting output file at:%s" % settings[SETTINGS_OUTPUT]
open(settings[SETTINGS_OUTPUT], 'w').close()
print "Running main file:\n%s" % settings[SETTINGS_MAIN]
execfile(settings[SETTINGS_MAIN], globals())
print "Removing %s from sys.path" % settings[SETTINGS_PYLOGGERENV]
sys.path.remove(settings[SETTINGS_PYLOGGERENV])
print "Formatting json buffer from output..."
processor = LogPostProcessor(settings[SETTINGS_OUTPUT])
output = processor.process(settings[SETTINGS_VARIABLES])
dump_json(header, output, settings[SETTINGS_OUTPUT])
print "Removing visualization environment..."
system('rm -rf %s' % settings[SETTINGS_PYLOGGERENV])
print "Done! Output stored at:\n%s" % settings[SETTINGS_OUTPUT]
def run(settings):
"""
run
settings - takes a settings dictionary,
can be correctly formatted by calling create_settings
with valid parameters
"""
print settings
print "Loading operations.py..."
ol = OperationsLoader(currrent_path+OPERATIONS_PATH)
settings[SETTINGS_OPERATIONS] = ol.load(settings[SETTINGS_OUTPUT],settings[SETTINGS_VARIABLES])
print "Loading Transformers (parsers)..."
settings[SETTINGS_TRANSFORMERS] = [PassTransformer(TRANSFORMER_NAME_PASS), WriteTransformer(TRANSFORMER_NAME_WRITE), ReadTransformer(TRANSFORMER_NAME_READ)]
settings[SETTINGS_PYLOGGERENV] = '%s/visualize/' % currrent_path
settings[SETTINGS_MAIN] = settings[SETTINGS_PYLOGGERENV] + path.basename(settings[SETTINGS_MAIN])
if settings[SETTINGS_PYLOGGERENV] not in sys.path:
print "Creating temporary visualization environment & adding to sys.path at:\n%s" % settings[SETTINGS_PYLOGGERENV]
sys.path.insert(0,settings[SETTINGS_PYLOGGERENV])
create_env(settings)
print "Creating Header..."
files = [settings[SETTINGS_ROOTDIR]+f for f in settings[SETTINGS_FILES]]
header = create_header(2.0,settings[SETTINGS_VARIABLES],files)
if w is not None:
print "Sending header to LogStreamManager"
w.send(header)
print "Creating/Overwriting output file at:%s" % settings[SETTINGS_OUTPUT]
open(settings[SETTINGS_OUTPUT],'w').close()
print "Running main file:\n%s" % settings[SETTINGS_MAIN]
execfile(settings[SETTINGS_MAIN],globals())
print "Removing %s from sys.path" % settings[SETTINGS_PYLOGGERENV]
sys.path.remove(settings[SETTINGS_PYLOGGERENV])
print "Formatting json buffer from output..."
processor = LogPostProcessor(settings[SETTINGS_OUTPUT])
output = processor.process(settings[SETTINGS_VARIABLES])
dump_json(header,output,settings[SETTINGS_OUTPUT])
print "Removing visualization environment..."
system('rm -rf %s' % settings[SETTINGS_PYLOGGERENV])
print "Done! Output stored at:\n%s" % settings[SETTINGS_OUTPUT]
def put(statement):
with open(outfile, 'a') as f:
f.write('%s,' % str(statement))
f.close()
if w is not None:
print w.send(dumps({JSON_BODY: [statement], JSON_HEADER: None}))
def put(statement):
with open(outfile, 'a') as f:
f.write('%s,' % str(statement))
f.close()
if w is not None:
print w.send(dumps({JSON_BODY : [statement], JSON_HEADER : None}))
