def handle_timeout(queued, url, thread_id, output=True): """ Handle timeout operation for workers """ if database.latest_successful_request_time > conf.max_timeout_secs: database.latest_successful_request_time = conf.max_timeout_secs else: database.latest_successful_request_time += 1 textutils.output_debug("-Ajusted timeout to: " + str(database.latest_successful_request_time)) if not queued["timeout_count"]: queued["timeout_count"] = 0 if queued.get("timeout_count") < conf.max_timeout_count: new_timeout_count = queued.get("timeout_count") + 1 queued["timeout_count"] = new_timeout_count textutils.output_debug("Thread #" + str(thread_id) + ": re-queuing " + str(queued)) # Add back the timed-out item database.fetch_queue.put(queued) elif output: # We definitely timed out textutils.output_timeout(queued.get("description") + " at " + url) # update stats database.total_timeouts += 1
def handle_timeout(queued, url, thread_id, output=True): """ Handle timeout operation for workers """ if database.latest_successful_request_time > conf.max_timeout_secs: database.latest_successful_request_time = conf.max_timeout_secs else: database.latest_successful_request_time += 1 textutils.output_debug("-Ajusted timeout to: " + str(database.latest_successful_request_time)) if not queued['timeout_count']: queued['timeout_count'] = 0 if queued.get('timeout_count') < conf.max_timeout_count: new_timeout_count = queued.get('timeout_count') + 1 queued['timeout_count'] = new_timeout_count textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' + str(queued)) # Add back the timed-out item database.fetch_queue.put(queued) elif output and not database.kill_received: # We definitely timed out textutils.output_timeout(queued.get('description') + ' at ' + url) # update stats database.total_timeouts += 1
def handle_timeout(queued, url, thread_id, output=True): """ Handle timeout operation for workers """ if database.latest_successful_request_time > conf.max_timeout_secs: database.latest_successful_request_time = conf.max_timeout_secs else: database.latest_successful_request_time += 1 # Update pool timeout textutils.output_debug("-Ajusted timeout to: " + str(database.latest_successful_request_time)) if not queued['timeout_count']: queued['timeout_count'] = 0 if queued.get('timeout_count') < conf.max_timeout_count: new_timeout_count = queued.get('timeout_count') + 1 queued['timeout_count'] = new_timeout_count textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' + str(queued)) # Add back the timed-out item database.fetch_queue.put(queued) elif output and not database.kill_received: # We definitely timed out textutils.output_timeout(queued.get('description') + ' at ' + url) # update stats database.total_timeouts += 1
def handle_timeout(queued, url, thread_id, output=True): """ Handle timeout operation for workers """ if not queued['timeout_count']: queued['timeout_count'] = 0 if queued.get('timeout_count') < conf.max_timeout_count: new_timeout_count = queued.get('timeout_count') + 1 queued['timeout_count'] = new_timeout_count textutils.output_debug('Thread #' + str(thread_id) + ': re-queuing ' + str(queued)) # Add back the timed-out item database.fetch_queue.put(queued) elif output: # We definitely timed out textutils.output_timeout(queued.get('description') + ' at ' + url) # update timeout count stats.update_timeouts()