def test_file_no_backfill(self): channel = slurp.Channel( 'tc', slurp.Drop, state_dir=self.tmp_dir(), track=True, backfill=False, ) channel.add_source('ts', ['*/nginx-*'], r'(?P<all>.*)') results = list( slurp.touch( [ self.fixture('sources', 'nginx-access.log'), self.fixture('sources', 'error.log'), self.fixture('sources', 'nginx-error.log'), ], [channel], )) self.assertItemsEqual([ ('tc', 'ts', '{0}/sources/nginx-access.log'.format( self.fixture()), 1449), ('tc', 'ts', '{0}/sources/nginx-error.log'.format( self.fixture()), 1140), ], results) self.assertDictEqual( { '{0}/sources/nginx-access.log'.format(self.fixture()): 1449, '{0}/sources/nginx-error.log'.format(self.fixture()): 1140, }, dict(channel.tracker))
def test_file_none(self): channel = slurp.Channel('tc', slurp.Drop) channel.add_source('ts', ['*/nope'], r'(?P<all>.*)') results = list(slurp.touch( [self.fixture('sources', 'nginx-access.log'), self.fixture('sources', 'error.log'), self.fixture('sources', 'nginx-error.log'), ], [channel], )) self.assertItemsEqual([], results) self.assertDictEqual({}, dict(channel.tracker))
def test_file_none(self): channel = slurp.Channel('tc', slurp.Drop) channel.add_source('ts', ['*/nope'], r'(?P<all>.*)') results = list( slurp.touch( [ self.fixture('sources', 'nginx-access.log'), self.fixture('sources', 'error.log'), self.fixture('sources', 'nginx-error.log'), ], [channel], )) self.assertItemsEqual([], results) self.assertDictEqual({}, dict(channel.tracker))
def test(self): channel = slurp.Channel( 'tc', slurp.Drop, state_dir=self.tmp_dir(), track=True, backfill=False, ) channel.add_source('ts', ['*/nginx-*'], r'(?P<all>.*)') # touch result = list(slurp.touch( [self.fixture('sources', 'nginx-access.log'), self.fixture('sources', 'error.log'), self.fixture('sources', 'nginx-error.log'), ], [channel], )) self.assertItemsEqual([ ('tc', 'ts', '{0}/sources/nginx-access.log'.format(self.fixture()), 1449), ('tc', 'ts', '{0}/sources/nginx-error.log'.format(self.fixture()), 1140), ], result) self.assertDictEqual({ '{0}/sources/nginx-access.log'.format(self.fixture()): 1449, '{0}/sources/nginx-error.log'.format(self.fixture()): 1140, }, dict(channel.tracker)) # reset results = list(slurp.reset( [self.fixture('sources', 'nginx-access.log'), self.fixture('sources', 'error.log'), self.fixture('sources', 'nginx-error.log'), ], [channel], )) self.assertItemsEqual([ ('tc', 'ts', '{0}/sources/nginx-access.log'.format(self.fixture())), ('tc', 'ts', '{0}/sources/nginx-error.log'.format(self.fixture())), ], results) self.assertDictEqual({}, dict(channel.tracker))
def test_file_backfill(self): channel = slurp.Channel( 'tc', slurp.Drop, state_dir=self.tmp_dir(), track=True, backfill=True ) channel.add_source('ts', ['*/er*'], r'(?P<all>.*)') results = list(slurp.touch( [self.fixture('sources', 'nginx-access.log'), self.fixture('sources', 'error.log'), self.fixture('sources', 'nginx-error.log'), ], [channel], )) self.assertItemsEqual([ ('tc', 'ts', '{0}/sources/error.log'.format(self.fixture()), 0), ], results) self.assertDictEqual({ '{0}/sources/error.log'.format(self.fixture()): 0, }, dict(channel.tracker))