def __init__(self, result, follows, messages, logs, exception, extinfo):
self.result = unicode_obj(result)
self.follows = unicode_obj(follows)
self.messages = unicode_obj(messages)
self.logs = logs
self.exception = unicode_obj(exception)
self.extinfo = unicode_obj(extinfo)
return False
process_time = time.time() - start_time
if not ret.extinfo.get('not_send_status', False):
status_pack = utils.unicode_obj({
'taskid': task['taskid'],
'project': task['project'],
'url': task.get('url'),
'track': {
'fetch': {
'ok': not response.error,
'time': response.time,
'status_code': response.status_code,
'headers': dict(response.headers),
'encoding': response.encoding,
#'content': response.content,
},
'process': {
'ok': not ret.exception,
'time': process_time,
'follows': len(ret.follows),
'result': unicode(ret.result)[:100],
'logs': ret.logstr()[:200],
'exception': ret.exception,
},
},
})
self.status_queue.put(status_pack)
for newtask in ret.follows:
self.newtask_queue.put(newtask)
return False
process_time = time.time() - start_time
if not ret.extinfo.get('not_send_status', False):
status_pack = utils.unicode_obj({
'taskid': task['taskid'],
'project': task['project'],
'url': task.get('url'),
'track': {
'fetch': {
'ok': response.isok(),
'time': response.time,
'status_code': response.status_code,
'headers': dict(response.headers),
'encoding': response.encoding,
'content': response.content[:500] \
if not response.isok() or ret.exception else None,
},
'process': {
'ok': not ret.exception,
'time': process_time,
'follows': len(ret.follows),
'result': unicode(ret.result)[:100],
'logs': ret.logstr()[-200:],
'exception': ret.exception,
},
},
})
self.status_queue.put(status_pack)
for newtask in ret.follows:
self.newtask_queue.put(newtask)
