def test_large_msg(self):
# We advertise support of messages up to 50 megs, so let's test that
# we actually are able to log a 50 meg message to a real scribe server
test_str = "0" * MAX_LINE_SIZE_IN_BYTES
self.logger.log_line(self.stream, test_str)
expected = test_str.encode("UTF-8")
wait_on_log_data(self.log_path, expected + b"\n")
def test_write_and_reconnect(self):
with scribed_sandbox(self.scribe_port, self.scribe_logdir):
logger = self.create_logger()
logger.log_line('foo', '1')
logger.log_line('foo', '2')
logger.log_line('foo', u'☃')
wait_on_log_data(
get_log_path(self.scribe_logdir, 'foo'),
u'1\n2\n☃\n'.encode('UTF-8'),
)
# make sure we haven't logged any errors
assert not any(is_error for (is_error, msg) in self.status_reports)
# write some more data, make sure we ignore that scribe server is
# down, don't block too long
self.timed_writes(logger, 10000, 2.0)
# make sure we didn't log too many error reports
assert len(self.status_reports) < 10
# make sure we did log at least one error
assert any(is_error for (is_error, msg) in self.status_reports)
with scribed_sandbox(self.scribe_port, self.scribe_logdir):
logger.log_line('foo', '3')
logger.log_line('foo', '4')
wait_on_log_data(
get_log_path(self.scribe_logdir, 'foo'),
u'1\n2\n☃\n3\n4\n'.encode('UTF-8'),
)
def test_large_msg(self):
# We advertise support of messages up to 50 megs, so let's test that
# we actually are able to log a 50 meg message to a real scribe server
test_str = '0' * MAX_LINE_SIZE_IN_BYTES
self.logger.log_line(self.stream, test_str)
expected = test_str.encode('UTF-8')
wait_on_log_data(self.log_path, expected + b'\n')
def test_init_while_down(self):
logger = self.create_logger()
self.timed_writes(logger, 10000, 2.0)
# make sure we didn't log too many error reports
assert len(self.status_reports) < 10
# make sure we did log at least one error
assert any(is_error for (is_error, msg) in self.status_reports)
with scribed_sandbox(self.scribe_port, self.scribe_logdir):
logger.log_line('bar', 'A')
logger.log_line('bar', 'B')
wait_on_log_data(get_log_path(self.scribe_logdir, 'bar'), b'A\nB\n')
def test_init_while_down(self):
logger = self.create_logger()
self.timed_writes(logger, 10000, 2.0)
# make sure we didn't log too many error reports
assert len(self.status_reports) < 10
# make sure we did log at least one error
assert any(is_error for (is_error, msg) in self.status_reports)
with scribed_sandbox(self.scribe_port, self.scribe_logdir):
logger.log_line('bar', 'A')
logger.log_line('bar', 'B')
wait_on_log_data(get_log_path(self.scribe_logdir, 'bar'), b'A\nB\n')
def test_write_and_reconnect(self):
with scribed_sandbox(self.scribe_port, self.scribe_logdir):
logger = self.create_logger()
logger.log_line('foo', '1')
logger.log_line('foo', '2')
wait_on_log_data(get_log_path(self.scribe_logdir, 'foo'), b'1\n2\n')
# make sure we haven't logged any errors
assert not any(is_error for (is_error, msg) in self.status_reports)
# write some more data, make sure we ignore that scribe server is
# down, don't block too long
self.timed_writes(logger, 10000, 2.0)
# make sure we didn't log too many error reports
assert_lt(len(self.status_reports), 10)
# make sure we did log at least one error
assert any(is_error for (is_error, msg) in self.status_reports)
with scribed_sandbox(self.scribe_port, self.scribe_logdir):
logger.log_line('foo', '3')
logger.log_line('foo', '4')
wait_on_log_data(get_log_path(self.scribe_logdir, 'foo'), b'1\n2\n3\n4\n')
def test_log_line_no_size_limit(self):
line = create_test_line()
self.logger._log_line_no_size_limit(self.stream, line)
wait_on_log_data(self.log_path, line + b"\n")
assert not self.logger.report_status.called
def test_log_line_no_size_limit(self):
line = create_test_line()
self.logger._log_line_no_size_limit(self.stream, line)
wait_on_log_data(self.log_path, line + b'\n')
assert not self.logger.report_status.called
