Esempio n. 1
0
def feed_backends(url, clean, debug=False, redis=None):
    ''' Update Ocean for all existing backends '''

    logging.info("Updating all Ocean")
    elastic = get_elastic(url, ConfOcean.get_index(), clean)
    ConfOcean.set_elastic(elastic)
    fetch_cache = False

    q = Queue('update', connection=Redis(redis), async=async_)

    for repo in ConfOcean.get_repos():
        task_feed = q.enqueue(feed_backend, url, clean, fetch_cache,
                              repo['backend_name'], repo['backend_params'],
                              repo['index'], repo['index_enrich'],
                              repo['project'])
        logging.info("Queued job")
        logging.info(task_feed)
Esempio n. 2
0
def enrich_backends(url,
                    clean,
                    debug=False,
                    redis=None,
                    db_projects_map=None,
                    db_sortinghat=None):
    ''' Enrich all existing indexes '''

    logging.info("Enriching repositories")

    elastic = get_elastic(url, ConfOcean.get_index(), clean)
    ConfOcean.set_elastic(elastic)
    fetch_cache = False

    q = Queue('update', connection=Redis(redis), async=async_)

    for repo in ConfOcean.get_repos():
        enrich_task = q.enqueue(enrich_backend, url, clean,
                                repo['backend_name'], repo['backend_params'],
                                repo['index'], repo['index_enrich'],
                                db_projects_map, db_sortinghat)
        logging.info("Queued job")
        logging.info(enrich_task)