def __init__(self, result, follows, messages, logs, exception, extinfo): self.result = unicode_obj(result) self.follows = unicode_obj(follows) self.messages = unicode_obj(messages) self.logs = logs self.exception = unicode_obj(exception) self.extinfo = unicode_obj(extinfo)
return False process_time = time.time() - start_time if not ret.extinfo.get('not_send_status', False): status_pack = utils.unicode_obj({ 'taskid': task['taskid'], 'project': task['project'], 'url': task.get('url'), 'track': { 'fetch': { 'ok': not response.error, 'time': response.time, 'status_code': response.status_code, 'headers': dict(response.headers), 'encoding': response.encoding, #'content': response.content, }, 'process': { 'ok': not ret.exception, 'time': process_time, 'follows': len(ret.follows), 'result': unicode(ret.result)[:100], 'logs': ret.logstr()[:200], 'exception': ret.exception, }, }, }) self.status_queue.put(status_pack) for newtask in ret.follows: self.newtask_queue.put(newtask)
return False process_time = time.time() - start_time if not ret.extinfo.get('not_send_status', False): status_pack = utils.unicode_obj({ 'taskid': task['taskid'], 'project': task['project'], 'url': task.get('url'), 'track': { 'fetch': { 'ok': response.isok(), 'time': response.time, 'status_code': response.status_code, 'headers': dict(response.headers), 'encoding': response.encoding, 'content': response.content[:500] \ if not response.isok() or ret.exception else None, }, 'process': { 'ok': not ret.exception, 'time': process_time, 'follows': len(ret.follows), 'result': unicode(ret.result)[:100], 'logs': ret.logstr()[-200:], 'exception': ret.exception, }, }, }) self.status_queue.put(status_pack) for newtask in ret.follows: self.newtask_queue.put(newtask)