def setUp(self):
self.context = zmq.Context()
self._pull = self.context.socket(zmq.PULL)
self._pull.bind('inproc://ok')
self.relay = ZMQTestResult(args={
'zmq_receiver': 'inproc://ok',
'zmq_context': self.context
})
def __init__(self, args):
self.args = args
self.fqn = args.get('fqn')
self.test = None
self.slave = args.get('slave', False)
self.run_id = None
self.project_name = args.get('project_name', 'N/A')
self.outputs = []
self.stop = False
(self.total, self.hits, self.duration, self.users, self.agents,
self.concurrency) = _compute_arguments(args)
self.args['hits'] = self.hits
self.args['users'] = self.users
self.args['agents'] = self.agents
self.args['total'] = self.total
self.args['concurrency'] = self.concurrency
# If we are in slave mode, set the test_result to a 0mq relay
if self.slave:
self._test_result = ZMQTestResult(self.args)
# The normal behavior is to collect the results locally.
else:
self._test_result = TestResult(args=self.args)
if not self.slave:
for output in self.args.get('output', ['stdout']):
self.register_output(output)
def test_result(self):
if self._test_result is None:
# If we are in slave mode, set the test_result to a 0mq relay
if self.slave:
if self.args.get('batched', False):
self._test_result = ZMQSummarizedTestResult(self.args)
else:
self._test_result = ZMQTestResult(self.args)
# The normal behavior is to collect the results locally.
else:
self._test_result = TestResult(args=self.args)
return self._test_result
def __init__(self, args):
self.args = args
self.fqn = args.get('fqn')
self.test = None
self.slave = args.get('slave', False)
self.run_id = None
# Only resolve the name of the test if we're using the default python
# test-runner.
if args.get('test_runner') is None and self.fqn:
self.test = resolve_name(self.fqn)
else:
self.test = None
self.outputs = []
self.stop = False
(self.total, self.hits, self.duration, self.users,
self.agents) = _compute_arguments(args)
self.args['hits'] = self.hits
self.args['users'] = self.users
self.args['agents'] = self.agents
self.args['total'] = self.total
# If we are in slave mode, set the test_result to a 0mq relay
if self.slave:
self._test_result = ZMQTestResult(self.args)
# The normal behavior is to collect the results locally.
else:
self._test_result = TestResult(args=self.args)
if not self.slave:
for output in self.args.get('output', ['stdout']):
self.register_output(output)
def setUp(self):
self._old_init_socket = ZMQTestResult._init_socket
ZMQTestResult._init_socket = mock.Mock()
self.relay = ZMQTestResult(args={})
self.relay.push = mock.Mock()
class TestZmqRelay(TestCase):
def setUp(self):
self._old_init_socket = ZMQTestResult._init_socket
ZMQTestResult._init_socket = mock.Mock()
self.relay = ZMQTestResult(args={})
self.relay.push = mock.Mock()
def tearDown(self):
ZMQTestResult._init_socket = self._old_init_socket
def test_add_success(self):
self.relay.addSuccess(mock.sentinel.test, mock.sentinel.loads_status)
self.relay.push.assert_called_with(
'addSuccess',
test=str(mock.sentinel.test), # we stringify the test
loads_status=mock.sentinel.loads_status)
# loads_status is not transformed
@hush
def test_add_failure(self):
exc = get_tb()
__, __, tb = exc
string_tb = StringIO()
traceback.print_tb(tb, file=string_tb)
string_tb.seek(0)
self.relay.addFailure(mock.sentinel.test, exc,
mock.sentinel.loads_status)
self.relay.push.assert_called_with(
'addFailure',
test='sentinel.test',
exc_info=("<type 'exceptions.Exception'>", 'Error message',
string_tb.read()),
loads_status=mock.sentinel.loads_status)
@hush
def test_add_error(self):
exc = get_tb()
__, __, tb = exc
string_tb = StringIO()
traceback.print_tb(tb, file=string_tb)
string_tb.seek(0)
self.relay.addError(mock.sentinel.test, exc,
mock.sentinel.loads_status)
self.relay.push.assert_called_with(
'addError',
test='sentinel.test',
exc_info=("<type 'exceptions.Exception'>", 'Error message',
string_tb.read()),
loads_status=mock.sentinel.loads_status)
def test_start_test(self):
self.relay.startTest(mock.sentinel.test, mock.sentinel.loads_status)
self.relay.push.assert_called_with(
'startTest',
test=str(mock.sentinel.test),
loads_status=mock.sentinel.loads_status)
def test_stop_test(self):
self.relay.stopTest(mock.sentinel.test, mock.sentinel.loads_status)
self.relay.push.assert_called_with(
'stopTest',
test=str(mock.sentinel.test),
loads_status=mock.sentinel.loads_status)
def test_start_testrun(self):
self.relay.startTestRun()
self.relay.push.assert_called_with('startTestRun')
def test_stop_testrun(self):
self.relay.stopTestRun()
self.relay.push.assert_called_with('stopTestRun')
def test_socket_open_close(self):
for action in ('open', 'close'):
meth = getattr(self.relay, 'socket_%s' % action)
meth()
self.relay.push.assert_called_with('socket_%s' % action)
def test_socket_message_received(self):
self.relay.socket_message(123)
self.relay.push.assert_called_with('socket_message', size=123)
def test_add_hit(self):
args = {'foo': 'bar', 'baz': 'foobar'}
self.relay.add_hit(**args)
self.relay.push.assert_called_with('add_hit', **args)
def test_incr_counter(self):
args = 'test', (1, 1, 1, 1), 'metric'
self.relay.incr_counter(*args)
wanted = {
'test': 'test',
'loads_status': (1, 1, 1, 1),
'agent_id': 'None'
}
self.relay.push.assert_called_with('metric', **wanted)
def test_add_observer(self):
# The observer API should silently accept the observers we pass to it,
# and be future proof
self.relay.add_observer('foo', bar='baz')
class TestZmqRelay(TestCase):
def setUp(self):
self.context = zmq.Context()
self._pull = self.context.socket(zmq.PULL)
self._pull.bind('inproc://ok')
self.relay = ZMQTestResult(args={
'zmq_receiver': 'inproc://ok',
'zmq_context': self.context
})
def tearDown(self):
self.context.destroy()
self.relay.close()
def test_add_success(self):
self.relay.addSuccess(mock.sentinel.test,
str(mock.sentinel.loads_status))
recv = json.loads(self._pull.recv())
self.assertEqual(recv['loads_status'], str(mock.sentinel.loads_status))
self.assertEqual(recv['test'], str(mock.sentinel.test))
@hush
def test_add_failure(self):
exc = get_tb()
__, __, tb = exc
string_tb = StringIO()
traceback.print_tb(tb, file=string_tb)
string_tb.seek(0)
self.relay.addFailure(mock.sentinel.test, exc,
str(mock.sentinel.loads_status))
recv = json.loads(self._pull.recv())
self.assertEqual(recv['loads_status'], str(mock.sentinel.loads_status))
self.assertEqual(recv['test'], str(mock.sentinel.test))
exc_info = [
"<type 'exceptions.Exception'>", 'Error message',
string_tb.read()
]
self.assertEqual(recv['exc_info'], exc_info)
@hush
def test_add_error(self):
exc = get_tb()
__, __, tb = exc
string_tb = StringIO()
traceback.print_tb(tb, file=string_tb)
string_tb.seek(0)
self.relay.addError(mock.sentinel.test, exc,
str(mock.sentinel.loads_status))
recv = json.loads(self._pull.recv())
self.assertEqual(recv['loads_status'], str(mock.sentinel.loads_status))
self.assertEqual(recv['test'], str(mock.sentinel.test))
exc_info = [
"<type 'exceptions.Exception'>", 'Error message',
string_tb.read()
]
self.assertEqual(recv['exc_info'], exc_info)
def test_start_test(self):
self.relay.startTest(mock.sentinel.test,
str(mock.sentinel.loads_status))
recv = json.loads(self._pull.recv())
self.assertEqual(recv['loads_status'], str(mock.sentinel.loads_status))
self.assertEqual(recv['test'], str(mock.sentinel.test))
def test_stop_test(self):
self.relay.stopTest(mock.sentinel.test,
str(mock.sentinel.loads_status))
recv = json.loads(self._pull.recv())
self.assertEqual(recv['loads_status'], str(mock.sentinel.loads_status))
self.assertEqual(recv['test'], str(mock.sentinel.test))
def test_start_testrun(self):
self.relay.startTestRun()
recv = json.loads(self._pull.recv())
self.assertEqual(recv['data_type'], 'startTestRun')
def test_stop_testrun(self):
self.relay.stopTestRun()
recv = json.loads(self._pull.recv())
self.assertEqual(recv['data_type'], 'stopTestRun')
def test_socket_open_close(self):
for action in ('open', 'close'):
action = 'socket_%s' % action
meth = getattr(self.relay, action)
meth()
recv = json.loads(self._pull.recv())
self.assertEqual(recv['data_type'], action)
def test_socket_message_received(self):
self.relay.socket_message(123)
recv = self._pull.recv()
self.assertEqual(json.loads(recv)['size'], 123)
def test_add_hit(self):
args = {'foo': 'bar', 'baz': 'foobar'}
self.relay.add_hit(**args)
recv = self._pull.recv()
self.assertDictContainsSubset(args, json.loads(recv))
def test_incr_counter(self):
args = 'test', (1, 1, 1, 1), 'metric'
self.relay.incr_counter(*args)
wanted = {
'test': 'test',
'loads_status': [1, 1, 1, 1],
'agent_id': None
}
recv = self._pull.recv()
self.assertDictContainsSubset(wanted, json.loads(recv))
def test_add_observer(self):
# The observer API should silently accept the observers we pass to it,
# and be future proof
self.relay.add_observer('foo', bar='baz')
def test_error(self):
self.context.destroy()
args = {'foo': 'bar', 'baz': 'foobar'}
self.assertRaises(zmq.ZMQError, self.relay.add_hit, **args)
def setUp(self):
self.context = zmq.Context()
self._pull = self.context.socket(zmq.PULL)
self._pull.bind("inproc://ok")
self.relay = ZMQTestResult(args={"zmq_receiver": "inproc://ok", "zmq_context": self.context})
class TestZmqRelay(TestCase):
def setUp(self):
self.context = zmq.Context()
self._pull = self.context.socket(zmq.PULL)
self._pull.bind("inproc://ok")
self.relay = ZMQTestResult(args={"zmq_receiver": "inproc://ok", "zmq_context": self.context})
def tearDown(self):
self.context.destroy()
self.relay.close()
def test_add_success(self):
self.relay.addSuccess(mock.sentinel.test, str(mock.sentinel.loads_status))
recv = json.loads(self._pull.recv())
self.assertEqual(recv["loads_status"], str(mock.sentinel.loads_status))
self.assertEqual(recv["test"], str(mock.sentinel.test))
@hush
def test_add_failure(self):
exc = get_tb()
__, __, tb = exc
string_tb = StringIO()
traceback.print_tb(tb, file=string_tb)
string_tb.seek(0)
self.relay.addFailure(mock.sentinel.test, exc, str(mock.sentinel.loads_status))
recv = json.loads(self._pull.recv())
self.assertEqual(recv["loads_status"], str(mock.sentinel.loads_status))
self.assertEqual(recv["test"], str(mock.sentinel.test))
exc_info = ["<type 'exceptions.Exception'>", "Error message", string_tb.read()]
self.assertEqual(recv["exc_info"], exc_info)
@hush
def test_add_error(self):
exc = get_tb()
__, __, tb = exc
string_tb = StringIO()
traceback.print_tb(tb, file=string_tb)
string_tb.seek(0)
self.relay.addError(mock.sentinel.test, exc, str(mock.sentinel.loads_status))
recv = json.loads(self._pull.recv())
self.assertEqual(recv["loads_status"], str(mock.sentinel.loads_status))
self.assertEqual(recv["test"], str(mock.sentinel.test))
exc_info = ["<type 'exceptions.Exception'>", "Error message", string_tb.read()]
self.assertEqual(recv["exc_info"], exc_info)
def test_start_test(self):
self.relay.startTest(mock.sentinel.test, str(mock.sentinel.loads_status))
recv = json.loads(self._pull.recv())
self.assertEqual(recv["loads_status"], str(mock.sentinel.loads_status))
self.assertEqual(recv["test"], str(mock.sentinel.test))
def test_stop_test(self):
self.relay.stopTest(mock.sentinel.test, str(mock.sentinel.loads_status))
recv = json.loads(self._pull.recv())
self.assertEqual(recv["loads_status"], str(mock.sentinel.loads_status))
self.assertEqual(recv["test"], str(mock.sentinel.test))
def test_start_testrun(self):
self.relay.startTestRun()
recv = json.loads(self._pull.recv())
self.assertEqual(recv["data_type"], "startTestRun")
def test_stop_testrun(self):
self.relay.stopTestRun()
recv = json.loads(self._pull.recv())
self.assertEqual(recv["data_type"], "stopTestRun")
def test_socket_open_close(self):
for action in ("open", "close"):
action = "socket_%s" % action
meth = getattr(self.relay, action)
meth()
recv = json.loads(self._pull.recv())
self.assertEqual(recv["data_type"], action)
def test_socket_message_received(self):
self.relay.socket_message(123)
recv = self._pull.recv()
self.assertEqual(json.loads(recv)["size"], 123)
def test_add_hit(self):
args = {"foo": "bar", "baz": "foobar"}
self.relay.add_hit(**args)
recv = self._pull.recv()
self.assertDictContainsSubset(args, json.loads(recv))
def test_incr_counter(self):
args = "test", (1, 1, 1, 1), "metric"
self.relay.incr_counter(*args)
wanted = {"test": "test", "loads_status": [1, 1, 1, 1], "agent_id": None}
recv = self._pull.recv()
self.assertDictContainsSubset(wanted, json.loads(recv))
def test_add_observer(self):
# The observer API should silently accept the observers we pass to it,
# and be future proof
self.relay.add_observer("foo", bar="baz")
def test_error(self):
self.context.destroy()
args = {"foo": "bar", "baz": "foobar"}
self.assertRaises(zmq.ZMQError, self.relay.add_hit, **args)
def setUp(self):
self._old_init_socket = ZMQTestResult._init_socket
ZMQTestResult._init_socket = mock.Mock()
self.relay = ZMQTestResult(args={})
self.relay.push = mock.Mock()
class TestZmqRelay(TestCase):
def setUp(self):
self._old_init_socket = ZMQTestResult._init_socket
ZMQTestResult._init_socket = mock.Mock()
self.relay = ZMQTestResult(args={})
self.relay.push = mock.Mock()
def tearDown(self):
ZMQTestResult._init_socket = self._old_init_socket
def test_add_success(self):
self.relay.addSuccess(mock.sentinel.test, mock.sentinel.loads_status)
self.relay.push.assert_called_with(
'addSuccess',
test=str(mock.sentinel.test), # we stringify the test
loads_status=mock.sentinel.loads_status)
# loads_status is not transformed
@hush
def test_add_failure(self):
exc = get_tb()
__, __, tb = exc
string_tb = StringIO()
traceback.print_tb(tb, file=string_tb)
string_tb.seek(0)
self.relay.addFailure(mock.sentinel.test, exc,
mock.sentinel.loads_status)
self.relay.push.assert_called_with(
'addFailure',
test='sentinel.test',
exc_info=(
"<type 'exceptions.Exception'>",
'Error message', string_tb.read()),
loads_status=mock.sentinel.loads_status)
@hush
def test_add_error(self):
exc = get_tb()
__, __, tb = exc
string_tb = StringIO()
traceback.print_tb(tb, file=string_tb)
string_tb.seek(0)
self.relay.addError(mock.sentinel.test, exc,
mock.sentinel.loads_status)
self.relay.push.assert_called_with(
'addError',
test='sentinel.test',
exc_info=(
"<type 'exceptions.Exception'>",
'Error message', string_tb.read()),
loads_status=mock.sentinel.loads_status)
def test_start_test(self):
self.relay.startTest(mock.sentinel.test, mock.sentinel.loads_status)
self.relay.push.assert_called_with(
'startTest',
test=str(mock.sentinel.test),
loads_status=mock.sentinel.loads_status)
def test_stop_test(self):
self.relay.stopTest(mock.sentinel.test, mock.sentinel.loads_status)
self.relay.push.assert_called_with(
'stopTest',
test=str(mock.sentinel.test),
loads_status=mock.sentinel.loads_status)
def test_start_testrun(self):
self.relay.startTestRun()
self.relay.push.assert_called_with('startTestRun')
def test_stop_testrun(self):
self.relay.stopTestRun()
self.relay.push.assert_called_with('stopTestRun')
def test_socket_open_close(self):
for action in ('open', 'close'):
meth = getattr(self.relay, 'socket_%s' % action)
meth()
self.relay.push.assert_called_with('socket_%s' % action)
def test_socket_message_received(self):
self.relay.socket_message(123)
self.relay.push.assert_called_with('socket_message', size=123)
def test_add_hit(self):
args = {'foo': 'bar', 'baz': 'foobar'}
self.relay.add_hit(**args)
self.relay.push.assert_called_with('add_hit', **args)
def test_incr_counter(self):
args = 'test', (1, 1, 1, 1), 'metric'
self.relay.incr_counter(*args)
wanted = {'test': 'test', 'loads_status': (1, 1, 1, 1),
'agent_id': 'None'}
self.relay.push.assert_called_with('metric', **wanted)
def test_add_observer(self):
# The observer API should silently accept the observers we pass to it,
# and be future proof
self.relay.add_observer('foo', bar='baz')