Beispiel #1
0
def reindex_with_progress(waffle_when_done=False):
    """Rebuild elasticsearch index while updating progress bar for admins."""
    try:
        # Init progress bar stuff:
        cache.set(ES_REINDEX_PROGRESS, 0.001)  # An iota so it tests true in
                                               # the template
        if waffle_when_done:
            cache.set(ES_WAFFLE_WHEN_DONE, True)
        else:
            # Clear it in case there was already one there somehow:
            cache.delete(ES_WAFFLE_WHEN_DONE)

        # Reindex:
        start = time()
        for ratio in es_reindex_with_progress():
            now = time()
            if now > start + settings.ES_REINDEX_PROGRESS_BAR_INTERVAL:
                # Update memcached only every so often.
                start = now
                # Format the string to avoid exponential notation, which seems
                # to be understood by JS but makes me nervous:
                cache.set(ES_REINDEX_PROGRESS, '%.5f' % ratio)

        if cache.get(ES_WAFFLE_WHEN_DONE):
            # Just go ahead and crash if the flag isn't there.
            flag = Flag.objects.get(name='elasticsearch')
            flag.everyone = True
            flag.save()
    finally:
        cache.delete(ES_REINDEX_PROGRESS)
        cache.delete(ES_WAFFLE_WHEN_DONE)
Beispiel #2
0
def reindex_with_progress(waffle_when_done=False):
    """Rebuild elasticsearch index while updating progress bar for admins."""
    try:
        # Init progress bar stuff:
        cache.set(ES_REINDEX_PROGRESS, 0.001)  # An iota so it tests true in
        # the template
        if waffle_when_done:
            cache.set(ES_WAFFLE_WHEN_DONE, True)
        else:
            # Clear it in case there was already one there somehow:
            cache.delete(ES_WAFFLE_WHEN_DONE)

        # Reindex:
        start = time()
        for ratio in es_reindex_with_progress():
            now = time()
            if now > start + settings.ES_REINDEX_PROGRESS_BAR_INTERVAL:
                # Update memcached only every so often.
                start = now
                # Format the string to avoid exponential notation, which seems
                # to be understood by JS but makes me nervous:
                cache.set(ES_REINDEX_PROGRESS, '%.5f' % ratio)

        if cache.get(ES_WAFFLE_WHEN_DONE):
            # Just go ahead and crash if the flag isn't there.
            flag = Flag.objects.get(name='elasticsearch')
            flag.everyone = True
            flag.save()
    finally:
        cache.delete(ES_REINDEX_PROGRESS)
        cache.delete(ES_WAFFLE_WHEN_DONE)
Beispiel #3
0
def reindex_with_progress(write_index):
    """Rebuild elasticsearch index while updating progress bar for admins.
    """
    # Need to import Record here to prevent circular import
    from search.models import Record

    rec = Record(
        starttime=datetime.datetime.now(),
        text=u'Reindexing into %s' % write_index)
    rec.save()
    try:
        # Init progress bar stuff:
        cache.set(ES_REINDEX_PROGRESS, 0.001)  # An iota so it tests
                                               # true in the template

        # Reindex:
        start = time()
        for ratio in es_reindex_with_progress():
            now = time()
            if now > start + settings.ES_REINDEX_PROGRESS_BAR_INTERVAL:
                # Update memcached only every so often.
                start = now
                # Format the string to avoid exponential notation,
                # which seems to be understood by JS but makes me
                # nervous:
                cache.set(ES_REINDEX_PROGRESS, '%.5f' % ratio)

        rec.endtime = datetime.datetime.now()
        rec.save()
    except Exception:

        rec.text = (u'%s: Errored out %s %s' % (
                rec.text, sys.exc_type, sys.exc_value))
        rec.endtime = datetime.datetime.now()
        rec.save()
        raise
    finally:
        cache.delete(ES_REINDEX_PROGRESS)