コード例 #1
0
ファイル: workers.py プロジェクト: Rafiot/tachyon
def handle_timeout(queued, url, thread_id, output=True):
    """ Handle timeout operation for workers """
    if database.latest_successful_request_time > conf.max_timeout_secs:
        database.latest_successful_request_time = conf.max_timeout_secs
    else:
        database.latest_successful_request_time += 1

    textutils.output_debug("-Ajusted timeout to: " + str(database.latest_successful_request_time))

    if not queued["timeout_count"]:
        queued["timeout_count"] = 0

    if queued.get("timeout_count") < conf.max_timeout_count:
        new_timeout_count = queued.get("timeout_count") + 1
        queued["timeout_count"] = new_timeout_count
        textutils.output_debug("Thread #" + str(thread_id) + ": re-queuing " + str(queued))

        # Add back the timed-out item
        database.fetch_queue.put(queued)
    elif output:
        # We definitely timed out
        textutils.output_timeout(queued.get("description") + " at " + url)

    # update stats
    database.total_timeouts += 1
コード例 #2
0
ファイル: workers.py プロジェクト: GoSecure/tachyon
def handle_timeout(queued, url, thread_id, output=True):
    """ Handle timeout operation for workers """
    if database.latest_successful_request_time > conf.max_timeout_secs:
        database.latest_successful_request_time = conf.max_timeout_secs
    else:
        database.latest_successful_request_time += 1

    textutils.output_debug("-Ajusted timeout to: " + str(database.latest_successful_request_time))

    if not queued['timeout_count']:
        queued['timeout_count'] = 0

    if queued.get('timeout_count') < conf.max_timeout_count:
        new_timeout_count = queued.get('timeout_count') + 1
        queued['timeout_count'] = new_timeout_count
        textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' + str(queued))

        # Add back the timed-out item
        database.fetch_queue.put(queued)
    elif output and not database.kill_received:
        # We definitely timed out
        textutils.output_timeout(queued.get('description') + ' at ' + url)

    # update stats
    database.total_timeouts += 1
コード例 #3
0
ファイル: workers.py プロジェクト: ldesauln/tachyon
def handle_timeout(queued, url, thread_id, output=True):
    """ Handle timeout operation for workers """
    if database.latest_successful_request_time > conf.max_timeout_secs:
        database.latest_successful_request_time = conf.max_timeout_secs
    else:
        database.latest_successful_request_time += 1

    # Update pool timeout
    textutils.output_debug("-Ajusted timeout to: " +
                           str(database.latest_successful_request_time))

    if not queued['timeout_count']:
        queued['timeout_count'] = 0

    if queued.get('timeout_count') < conf.max_timeout_count:
        new_timeout_count = queued.get('timeout_count') + 1
        queued['timeout_count'] = new_timeout_count
        textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' +
                               str(queued))

        # Add back the timed-out item
        database.fetch_queue.put(queued)
    elif output and not database.kill_received:
        # We definitely timed out
        textutils.output_timeout(queued.get('description') + ' at ' + url)

    # update stats
    database.total_timeouts += 1
コード例 #4
0
ファイル: workers.py プロジェクト: h3xstream/tachyon
def handle_timeout(queued, url, thread_id, output=True):
    """ Handle timeout operation for workers """
    if not queued['timeout_count']:
        queued['timeout_count'] = 0

    if queued.get('timeout_count') < conf.max_timeout_count:
        new_timeout_count = queued.get('timeout_count') + 1
        queued['timeout_count'] = new_timeout_count
        textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' + str(queued))

        # Add back the timed-out item
        database.fetch_queue.put(queued)
    elif output:
        # We definitely timed out
        textutils.output_timeout(queued.get('description') + ' at ' + url)

    # update timeout count
    stats.update_timeouts()
コード例 #5
0
ファイル: workers.py プロジェクト: h3xstream/tachyon
def handle_timeout(queued, url, thread_id, output=True):
    """ Handle timeout operation for workers """
    if not queued['timeout_count']:
        queued['timeout_count'] = 0

    if queued.get('timeout_count') < conf.max_timeout_count:
        new_timeout_count = queued.get('timeout_count') + 1
        queued['timeout_count'] = new_timeout_count
        textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' +
                               str(queued))

        # Add back the timed-out item
        database.fetch_queue.put(queued)
    elif output:
        # We definitely timed out
        textutils.output_timeout(queued.get('description') + ' at ' + url)

    # update timeout count
    stats.update_timeouts()