def _apply_command(self, request_cls, object_ids, response_validation_field=None, **kwargs):
object_ids = return_list(object_ids)
def call_one(object_id):
error_message = '[{object_id}]: failed'.format(**locals())
try:
response = self._session.send_api(request_cls(object_id, **kwargs))
except APIError as e:
if not self._session.debug_mode:
self.error('{}: {}'.format(error_message, e))
else:
traceback = e.format_traceback()
if traceback:
print(traceback)
print('Own traceback:')
print_exc()
return False
if not response_validation_field or getattr(response, response_validation_field) == 1:
return True
else:
self.error(error_message)
return False
succeeded = [call_one(object_id) for object_id in object_ids].count(True)
message = '{}/{} succeeded'.format(succeeded, len(object_ids))
(self.log if succeeded == len(object_ids) else self.exit)(message)
def __info(self, id=None, yaml=None, **kwargs):
ids = return_list(id)
if not ids:
return
yaml_dump = {}
for i in ids:
get_fields = {self.service_single: i}
try:
info = self.get('get_by_id', **get_fields)
yaml_dump[i] = info[self.service_single]
except APIError:
self.error('Failed retrieving info for {} {}'.format(self.service_single, i))
self.output_info(yaml_dump, yaml_path=yaml, **kwargs)
return yaml_dump
def send_log_events(self, worker_id, task_id, lines, level='DEBUG'):
log_events = []
base_timestamp = int(time.time() * 1000)
base_log_items = {
'type': 'log',
'level': level,
'task': task_id,
'worker': worker_id,
}
def get_event(c):
d = base_log_items.copy()
d.update(msg=msg, timestamp=base_timestamp + c)
return d
# break log lines into event packets
msg = ''
count = 0
for l in return_list(lines):
# HACK ignore terminal reset ANSI code
if l == '\x1b[0m':
continue
while l:
if len(msg) + len(l) < self.max_event_size:
msg += l
l = None
else:
left_over = self.max_event_size - len(msg)
msg += l[:left_over]
l = l[left_over:]
log_events.append(get_event(count))
msg = ''
count += 1
if msg:
log_events.append(get_event(count))
# now send the events
return self.send_events(list_events=log_events)