def process_raw_config(config_string, config_type="raw"):
"""Parses raw config string into python objects"""
if config_type == "raw":
return config_string
elif config_type == "json":
config = parse_json_config(config_string)
if not isinstance(config, (list, dict)):
raise ValueError("Configuration must be a list or object.")
return config
elif config_type == "csv":
f = StringIO(config_string)
return [x for x in DictReader(f)]
raise ValueError("Unsupported configuration type.")
def process_raw_config(config_string, config_type="raw"):
"""Parses raw config string into python objects"""
if config_type == "raw":
return config_string
elif config_type == "json":
config = parse_json_config(config_string)
if not isinstance(config, (list, dict)):
raise ValueError("Configuration must be a list or object.")
return config
elif config_type == "csv":
f = StringIO(config_string)
return [x for x in DictReader(f)]
raise ValueError("Unsupported configuration type.")
def process_driver_config(config_path, csv_name_map, csv_contents):
print "Processing config:", config_path
with open(config_path) as f:
device_config = parse_json_config(f.read())
registry_config_file_name = device_config["registry_config"]
#Sort out name collisions and add to map if needed
if registry_config_file_name not in csv_name_map:
print "Processing CSV:", registry_config_file_name
base_name = registry_config_file_name.split('/')[-1]
base_name = "registry_configs/" + base_name
if base_name in csv_contents:
count = 0
new_csv_name = base_name + str(count)
while(new_csv_name in csv_contents):
count += 1
new_csv_name = base_name + str(count)
base_name = new_csv_name
with open(registry_config_file_name) as f:
csv_contents[base_name] = f.read()
csv_name_map[registry_config_file_name] = base_name
#Overwrite file name with config store reference.
device_config["registry_config"] = "config://" + csv_name_map[registry_config_file_name]
new_config_name = "devices"
for topic_bit in ("campus", "building", "unit", "path"):
topic_bit = device_config.pop(topic_bit, '')
if topic_bit:
new_config_name += "/" + topic_bit
return new_config_name, device_config
def process_driver_config(config_path, csv_name_map, csv_contents):
print "Processing config:", config_path
with open(config_path) as f:
device_config = parse_json_config(f.read())
registry_config_file_name = device_config["registry_config"]
#Sort out name collisions and add to map if needed
if registry_config_file_name not in csv_name_map:
print "Processing CSV:", registry_config_file_name
base_name = registry_config_file_name.split('/')[-1]
base_name = "registry_configs/" + base_name
if base_name in csv_contents:
count = 0
new_csv_name = base_name + str(count)
while (new_csv_name in csv_contents):
count += 1
new_csv_name = base_name + str(count)
base_name = new_csv_name
with open(registry_config_file_name) as f:
csv_contents[base_name] = f.read()
csv_name_map[registry_config_file_name] = base_name
#Overwrite file name with config store reference.
device_config["registry_config"] = "config://" + csv_name_map[
registry_config_file_name]
new_config_name = "devices"
for topic_bit in ("campus", "building", "unit", "path"):
topic_bit = device_config.pop(topic_bit, '')
if topic_bit:
new_config_name += "/" + topic_bit
return new_config_name, device_config
def process_main_config(main_file, output_directory, keep=False):
main_config = parse_json_config(main_file.read())
driver_list = main_config.pop("driver_config_list")
driver_count = len(driver_list)
csv_name_map = {}
csv_contents = {}
driver_configs = {}
for config_path in driver_list:
new_config_name, device_config = process_driver_config(
config_path, csv_name_map, csv_contents)
if new_config_name in driver_configs:
print "WARNING DUPLICATE DEVICES:", new_config_name, "FOUND IN", config_path
driver_configs[new_config_name] = device_config
staggered_start = main_config.pop('staggered_start', None)
if staggered_start is not None:
main_config["driver_scrape_interval"] = staggered_start / float(
driver_count)
print "New Main config:"
pprint(main_config)
print
if not os.path.exists(output_directory):
os.makedirs(output_directory)
os.chdir(output_directory)
devices_path = "devices"
registries_path = "registry_configs"
if not keep:
if os.path.exists(devices_path):
shutil.rmtree(devices_path, ignore_errors=True)
if os.path.exists(registries_path):
shutil.rmtree(registries_path, ignore_errors=True)
if not os.path.exists(devices_path):
os.makedirs(devices_path)
if not os.path.exists(registries_path):
os.makedirs(registries_path)
print "Writing 'config'"
with open("config", "w") as f:
f.write(jsonapi.dumps(main_config, indent=2))
for name, contents in csv_contents.iteritems():
print "Writing", name
with open(name, "w") as f:
f.write(contents)
unique_paths = set()
for name, config in driver_configs.iteritems():
print "Writing", name
dir_name = os.path.dirname(name)
if dir_name not in unique_paths and not os.path.exists(dir_name):
os.makedirs(dir_name)
unique_paths.add(dir_name)
with open(name, "w") as f:
f.write(jsonapi.dumps(config, indent=2))
def process_main_config(main_file, output_directory, keep=False):
main_config = parse_json_config(main_file.read())
driver_list = main_config.pop("driver_config_list")
driver_count = len(driver_list)
csv_name_map = {}
csv_contents = {}
driver_configs = {}
for config_path in driver_list:
new_config_name, device_config = process_driver_config(config_path, csv_name_map, csv_contents)
if new_config_name in driver_configs:
print "WARNING DUPLICATE DEVICES:", new_config_name, "FOUND IN", config_path
driver_configs[new_config_name] = device_config
staggered_start = main_config.pop('staggered_start', None)
if staggered_start is not None:
main_config["driver_scrape_interval"] = staggered_start / float(driver_count)
print "New Main config:"
pprint(main_config)
print
if not os.path.exists(output_directory):
os.makedirs(output_directory)
os.chdir(output_directory)
devices_path = "devices"
registries_path = "registry_configs"
if not keep:
if os.path.exists(devices_path):
shutil.rmtree(devices_path, ignore_errors=True)
if os.path.exists(registries_path):
shutil.rmtree(registries_path, ignore_errors=True)
if not os.path.exists(devices_path):
os.makedirs(devices_path)
if not os.path.exists(registries_path):
os.makedirs(registries_path)
print "Writing 'config'"
with open("config", "w") as f:
f.write(jsonapi.dumps(main_config, indent=2))
for name, contents in csv_contents.iteritems():
print "Writing", name
with open(name, "w") as f:
f.write(contents)
unique_paths = set()
for name, config in driver_configs.iteritems():
print "Writing", name
dir_name = os.path.dirname(name)
if dir_name not in unique_paths and not os.path.exists(dir_name):
os.makedirs(dir_name)
unique_paths.add(dir_name)
with open(name, "w") as f:
f.write(jsonapi.dumps(config, indent=2))