def feed_backends(url, clean, debug = False, redis = None):
''' Update Ocean for all existing backends '''
logging.info("Updating all Ocean")
elastic = get_elastic(url, ConfOcean.get_index(), clean)
ConfOcean.set_elastic(elastic)
fetch_cache = False
q = Queue('update', connection=Redis(redis), async=async_)
for repo in ConfOcean.get_repos():
task_feed = q.enqueue(feed_backend, url, clean, fetch_cache,
repo['backend_name'], repo['backend_params'],
repo['index'], repo['index_enrich'], repo['project'])
logging.info("Queued job")
logging.info(task_feed)
def feed_backends(url, clean, debug = False, redis = None):
''' Update Ocean for all existing backends '''
logging.info("Updating all Ocean")
elastic = get_elastic(url, ConfOcean.get_index(), clean)
ConfOcean.set_elastic(elastic)
fetch_cache = False
q = Queue('update', connection=Redis(redis), async=async_)
for repo in ConfOcean.get_repos():
task_feed = q.enqueue(feed_backend, url, clean, fetch_cache,
repo['backend_name'], repo['backend_params'],
repo['index'], repo['index_enrich'], repo['project'])
logging.info("Queued job")
logging.info(task_feed)
def enrich_backends(url, clean, debug = False, redis = None,
db_projects_map=None, db_sortinghat=None):
''' Enrich all existing indexes '''
logging.info("Enriching repositories")
elastic = get_elastic(url, ConfOcean.get_index(), clean)
ConfOcean.set_elastic(elastic)
fetch_cache = False
q = Queue('update', connection=Redis(redis), async=async_)
for repo in ConfOcean.get_repos():
enrich_task = q.enqueue(enrich_backend,
url, clean,
repo['backend_name'], repo['backend_params'],
repo['index'], repo['index_enrich'], db_projects_map, db_sortinghat)
logging.info("Queued job")
logging.info(enrich_task)
def enrich_backends(url, clean, debug = False, redis = None,
db_projects_map=None, db_sortinghat=None):
''' Enrich all existing indexes '''
logging.info("Enriching repositories")
elastic = get_elastic(url, ConfOcean.get_index(), clean)
ConfOcean.set_elastic(elastic)
fetch_cache = False
q = Queue('update', connection=Redis(redis), async=async_)
for repo in ConfOcean.get_repos():
enrich_task = q.enqueue(enrich_backend,
url, clean,
repo['backend_name'], repo['backend_params'],
repo['index'], repo['index_enrich'], db_projects_map, db_sortinghat)
logging.info("Queued job")
logging.info(enrich_task)
