""" This method will convert a filename to a tablename. Filenames are format 'all-*'. Tablename is in format 'w intel-'. :param filename: :return: """ basename, _ = os.path.basename(filename).split(".") return basename.replace("all-", "wintel_") cfg = my_env.init_env("bellavista", __file__) logging.info("Start Application") db = cfg['Main']['db'] ds = sqliteUtils(cfg) windir = cfg['Main']['windir'] filelist = [ file for file in os.listdir(windir) if file[0:len("all-")] == "all-" ] for file in filelist: win_file = os.path.join(windir, file) table_name = get_tablename(win_file) logging.info("Converting file {fn} to table {tn}".format(fn=win_file, tn=table_name)) with open(win_file, newline='') as win_inv: # delimiter defaults to , - quotechar defaults to " win_reader = csv.DictReader(win_inv) loop = my_env.LoopInfo(table_name, 100) create_table_flag = True
""" This script will read the person and convert it to a Neo4J database. """ import logging from lib import localstore from lib import my_env from lib.murcs import * from lib.neostructure import * from lib import neostore cfg = my_env.init_env("bellavista", __file__) logging.info("Start Application") lcl = localstore.sqliteUtils(cfg) ns = neostore.NeoStore(cfg) sites = lcl.get_table("site") region_d = {} country_d = {} site_node_d = {} my_loop = my_env.LoopInfo("Sites", 20) for site in sites: row = dict(site) # Get site links region = row.pop("region") if region: region_d[row["siteId"]] = region country = row.pop("country") if country: country_d[row["siteId"]] = country # Site link information is handled and removed from row, now handle remaining columns
""" This procedure will rebuild the sqlite BellaVista database """ import logging from lib import my_env from lib import localstore cfg = my_env.init_env("bellavista", __file__) logging.info("Start application") bv = localstore.sqliteUtils() bv.rebuild() logging.info("sqlite bellavista rebuild") logging.info("End application")