def test_file_no_backfill(self):
channel = slurp.Channel(
'tc',
slurp.Drop,
state_dir=self.tmp_dir(),
track=True,
backfill=False,
)
channel.add_source('ts', ['*/nginx-*'], r'(?P<all>.*)')
results = list(
slurp.touch(
[
self.fixture('sources', 'nginx-access.log'),
self.fixture('sources', 'error.log'),
self.fixture('sources', 'nginx-error.log'),
],
[channel],
))
self.assertItemsEqual([
('tc', 'ts', '{0}/sources/nginx-access.log'.format(
self.fixture()), 1449),
('tc', 'ts', '{0}/sources/nginx-error.log'.format(
self.fixture()), 1140),
], results)
self.assertDictEqual(
{
'{0}/sources/nginx-access.log'.format(self.fixture()): 1449,
'{0}/sources/nginx-error.log'.format(self.fixture()): 1140,
}, dict(channel.tracker))
def test_file_none(self):
channel = slurp.Channel('tc', slurp.Drop)
channel.add_source('ts', ['*/nope'], r'(?P<all>.*)')
results = list(slurp.touch(
[self.fixture('sources', 'nginx-access.log'),
self.fixture('sources', 'error.log'),
self.fixture('sources', 'nginx-error.log'),
],
[channel],
))
self.assertItemsEqual([], results)
self.assertDictEqual({}, dict(channel.tracker))
def test_file_none(self):
channel = slurp.Channel('tc', slurp.Drop)
channel.add_source('ts', ['*/nope'], r'(?P<all>.*)')
results = list(
slurp.touch(
[
self.fixture('sources', 'nginx-access.log'),
self.fixture('sources', 'error.log'),
self.fixture('sources', 'nginx-error.log'),
],
[channel],
))
self.assertItemsEqual([], results)
self.assertDictEqual({}, dict(channel.tracker))
def test(self):
channel = slurp.Channel(
'tc',
slurp.Drop,
state_dir=self.tmp_dir(),
track=True,
backfill=False,
)
channel.add_source('ts', ['*/nginx-*'], r'(?P<all>.*)')
# touch
result = list(slurp.touch(
[self.fixture('sources', 'nginx-access.log'),
self.fixture('sources', 'error.log'),
self.fixture('sources', 'nginx-error.log'),
],
[channel],
))
self.assertItemsEqual([
('tc', 'ts', '{0}/sources/nginx-access.log'.format(self.fixture()), 1449),
('tc', 'ts', '{0}/sources/nginx-error.log'.format(self.fixture()), 1140),
], result)
self.assertDictEqual({
'{0}/sources/nginx-access.log'.format(self.fixture()): 1449,
'{0}/sources/nginx-error.log'.format(self.fixture()): 1140,
}, dict(channel.tracker))
# reset
results = list(slurp.reset(
[self.fixture('sources', 'nginx-access.log'),
self.fixture('sources', 'error.log'),
self.fixture('sources', 'nginx-error.log'),
],
[channel],
))
self.assertItemsEqual([
('tc', 'ts', '{0}/sources/nginx-access.log'.format(self.fixture())),
('tc', 'ts', '{0}/sources/nginx-error.log'.format(self.fixture())),
], results)
self.assertDictEqual({}, dict(channel.tracker))
def test_file_backfill(self):
channel = slurp.Channel(
'tc',
slurp.Drop,
state_dir=self.tmp_dir(),
track=True,
backfill=True
)
channel.add_source('ts', ['*/er*'], r'(?P<all>.*)')
results = list(slurp.touch(
[self.fixture('sources', 'nginx-access.log'),
self.fixture('sources', 'error.log'),
self.fixture('sources', 'nginx-error.log'),
],
[channel],
))
self.assertItemsEqual([
('tc', 'ts', '{0}/sources/error.log'.format(self.fixture()), 0),
], results)
self.assertDictEqual({
'{0}/sources/error.log'.format(self.fixture()): 0,
}, dict(channel.tracker))
