Ejemplo n.º 1
0
def hydrateData():  # Hydrate data from GitHub API into Database
    if not SQLiteSerializer.isSetup:
        SQLiteSerializer.setup()
    skipped = []
    for path, name in database_repos:
        data = Miner.getRepodataUrl(path)
        if data == False:
            logging.info("Skipping Repodata hydrating for " + name)
            skipped.append(name)
        elif type(data) == dict:
            logging.info("Hydrating " + name)
            SQLiteSerializer.serializeRepoData(name, data)
    logging.info("Skipped total hydration of " +
                 str(len(skipped)) + " Repositories.")
    logging.info(str(skipped))