def handle_timeout(queued, url, thread_id, output=True):
""" Handle timeout operation for workers """
if database.latest_successful_request_time > conf.max_timeout_secs:
database.latest_successful_request_time = conf.max_timeout_secs
else:
database.latest_successful_request_time += 1
textutils.output_debug("-Ajusted timeout to: " + str(database.latest_successful_request_time))
if not queued["timeout_count"]:
queued["timeout_count"] = 0
if queued.get("timeout_count") < conf.max_timeout_count:
new_timeout_count = queued.get("timeout_count") + 1
queued["timeout_count"] = new_timeout_count
textutils.output_debug("Thread #" + str(thread_id) + ": re-queuing " + str(queued))
# Add back the timed-out item
database.fetch_queue.put(queued)
elif output:
# We definitely timed out
textutils.output_timeout(queued.get("description") + " at " + url)
# update stats
database.total_timeouts += 1
def handle_timeout(queued, url, thread_id, output=True):
""" Handle timeout operation for workers """
if database.latest_successful_request_time > conf.max_timeout_secs:
database.latest_successful_request_time = conf.max_timeout_secs
else:
database.latest_successful_request_time += 1
textutils.output_debug("-Ajusted timeout to: " + str(database.latest_successful_request_time))
if not queued['timeout_count']:
queued['timeout_count'] = 0
if queued.get('timeout_count') < conf.max_timeout_count:
new_timeout_count = queued.get('timeout_count') + 1
queued['timeout_count'] = new_timeout_count
textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' + str(queued))
# Add back the timed-out item
database.fetch_queue.put(queued)
elif output and not database.kill_received:
# We definitely timed out
textutils.output_timeout(queued.get('description') + ' at ' + url)
# update stats
database.total_timeouts += 1
def handle_timeout(queued, url, thread_id, output=True):
""" Handle timeout operation for workers """
if database.latest_successful_request_time > conf.max_timeout_secs:
database.latest_successful_request_time = conf.max_timeout_secs
else:
database.latest_successful_request_time += 1
# Update pool timeout
textutils.output_debug("-Ajusted timeout to: " +
str(database.latest_successful_request_time))
if not queued['timeout_count']:
queued['timeout_count'] = 0
if queued.get('timeout_count') < conf.max_timeout_count:
new_timeout_count = queued.get('timeout_count') + 1
queued['timeout_count'] = new_timeout_count
textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' +
str(queued))
# Add back the timed-out item
database.fetch_queue.put(queued)
elif output and not database.kill_received:
# We definitely timed out
textutils.output_timeout(queued.get('description') + ' at ' + url)
# update stats
database.total_timeouts += 1
def handle_timeout(queued, url, thread_id, output=True):
""" Handle timeout operation for workers """
if not queued['timeout_count']:
queued['timeout_count'] = 0
if queued.get('timeout_count') < conf.max_timeout_count:
new_timeout_count = queued.get('timeout_count') + 1
queued['timeout_count'] = new_timeout_count
textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' + str(queued))
# Add back the timed-out item
database.fetch_queue.put(queued)
elif output:
# We definitely timed out
textutils.output_timeout(queued.get('description') + ' at ' + url)
# update timeout count
stats.update_timeouts()
def handle_timeout(queued, url, thread_id, output=True):
""" Handle timeout operation for workers """
if not queued['timeout_count']:
queued['timeout_count'] = 0
if queued.get('timeout_count') < conf.max_timeout_count:
new_timeout_count = queued.get('timeout_count') + 1
queued['timeout_count'] = new_timeout_count
textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' +
str(queued))
# Add back the timed-out item
database.fetch_queue.put(queued)
elif output:
# We definitely timed out
textutils.output_timeout(queued.get('description') + ' at ' + url)
# update timeout count
stats.update_timeouts()
