Пример #1
0
def map_progress(func, targets, n_threads):
    """
    Process targets in multi-threaded mode with progress bar
    """
    progress.set_n_total(len(targets))
    p = ThreadPool(processes=n_threads)

    try:
        p.map(func, targets)
    except Exception as exc:
        Logger.error('Unexpected exception while processing targets: {}'.format(exc))
    finally:
        progress.finish()
Пример #2
0
def map_progress(func, targets, n_threads):
    """
    Process targets in multi-threaded mode with progress bar
    """
    progress.set_n_total(len(targets))
    pool = ThreadPool(processes=n_threads)
    ret = []

    try:
        ret = pool.map(func, targets)
    except Exception as exc:
        raise
    finally:
        progress.finish()

    return list(zip(targets, ret))
Пример #3
0
def map_progress(func, targets, n_threads):
    """
    Process targets in multi-threaded mode with progress bar
    """
    progress.set_n_total(len(targets))
    pool = ThreadPool(processes=n_threads)
    ret = []

    try:
        ret = pool.map(func, targets)
    except Exception as exc:
        Logger.error(
            'Unexpected exception while processing targets: {}'.format(exc),
            exc_info=True)
    finally:
        progress.finish()

    return list(zip(targets, ret))