def index_data(alias, index): logger.info('Reindexing {0}'.format(index)) try: get_modules()[alias].reindex(index) except Exception as exc: index_data.retry(args=(alias, index), exc=exc, max_retries=3) raise
def get_daterange_or_404(start, end): """Parse and validate a pair of YYYYMMDD date strings.""" dates = DateForm(data={'start': start, 'end': end}) if not dates.is_valid(): logger.info('Dates parsed were not valid.') raise http.Http404 return (dates.cleaned_data['start'], dates.cleaned_data['end'])
def index_data(alias, index): logger.info('Reindexing {0}'.format(index)) try: get_modules()[alias].reindex(index) except Exception as exc: index_data.retry( args=(alias, index), exc=exc, max_retries=3) raise
def get_daterange_or_404(start, end): """Parse and validate a pair of YYYYMMDD date strings.""" dates = DateForm(data={'start': start, 'end': end}) if not dates.is_valid(): logger.info('Dates parsed were not valid.') raise http.Http404 return ( dates.cleaned_data['start'], dates.cleaned_data['end'] )
def get_report_view(request): """Parse and validate a pair of YYYMMDD date strings.""" dates = DateForm(data=request.GET) if not dates.is_valid(): logger.info('Dates parsed were not valid.') return {} if dates.cleaned_data.get('start') and dates.cleaned_data.get('end'): return { 'range': 'custom', 'start': dates.cleaned_data['start'].strftime('%Y%m%d'), 'end': dates.cleaned_data['end'].strftime('%Y%m%d'), } elif dates.cleaned_data.get('last'): return { 'range': dates.cleaned_data['last'], 'last': str(dates.cleaned_data['last']) + ' days' } logger.info('Missing "start and end" or "last"') return {}
def gather_index_data_tasks(alias, index): """ Return a group of indexing tasks for that index. """ logger.info('Returning reindexing group for {0}'.format(index)) return get_modules()[alias].reindex_tasks_group(index)
def gather_index_data_tasks(alias, index): """ Return a group of indexing tasks for that index. """ logger.info('Returning reindexing group for {0}'.format(index)) return get_indexer(alias).reindex_tasks_group(index)
def flag_database(new_index, old_index, alias): """Flags the database to indicate that the reindexing has started.""" logger.info('Flagging the database to start the reindexation') flag_reindexing_amo(new_index=new_index, old_index=old_index, alias=alias)
def unflag_database(): """Unflag the database to indicate that the reindexing is over.""" logger.info('Unflagging the database') unflag_reindexing_amo()
def update_aliases(actions): logger.info('Rebuilding aliases with actions: %s' % actions) ES.indices.update_aliases({'actions': actions})
def create_new_index(alias, new_index): logger.info( 'Create the index {0}, for alias: {1}'.format(new_index, alias)) get_indexer(alias).create_new_index(new_index)
def create_new_index(alias, new_index): logger.info(f'Create the index {new_index}, for alias: {alias}') get_indexer(alias).create_new_index(new_index)
def delete_indexes(indexes): indices = ','.join(indexes) logger.info('Removing indices %r' % indices) ES.indices.delete(indices, ignore=[404, 500])
def create_new_index(alias, new_index): logger.info( 'Create the index {0}, for alias: {1}'.format(new_index, alias)) get_modules()[alias].create_new_index(new_index)