def test_file_by_date(self): collector = CollecTor() self.assertEqual([ 'recent/relay-descriptors/server-descriptors/2019-07-03-02-05-00-server-descriptors', 'recent/relay-descriptors/server-descriptors/2019-07-03-03-05-00-server-descriptors', 'recent/relay-descriptors/server-descriptors/2019-07-03-04-05-00-server-descriptors', ], [ f.path for f in collector.files(descriptor_type='server-descriptor', start=datetime.datetime(2007, 1, 1)) ]) self.assertEqual([ 'archive/relay-descriptors/server-descriptors/server-descriptors-2005-12.tar.xz', 'archive/relay-descriptors/server-descriptors/server-descriptors-2006-02.tar.xz', 'archive/relay-descriptors/server-descriptors/server-descriptors-2006-03.tar.xz', ], [ f.path for f in collector.files(descriptor_type='server-descriptor', end=datetime.datetime(2007, 1, 1)) ]) self.assertEqual([ 'archive/relay-descriptors/server-descriptors/server-descriptors-2006-03.tar.xz', ], [ f.path for f in collector.files(descriptor_type='server-descriptor', start=datetime.datetime(2006, 2, 10), end=datetime.datetime(2007, 1, 1)) ])
def test_files(self): collector = CollecTor() files = collector.files() self.assertEqual(96, len(files)) extrainfo_file = list(filter(lambda x: x.path.endswith('extra-infos-2007-09.tar.xz'), files))[0] self.assertEqual('archive/relay-descriptors/extra-infos/extra-infos-2007-09.tar.xz', extrainfo_file.path) self.assertEqual(Compression.LZMA, extrainfo_file.compression) self.assertEqual(6459884, extrainfo_file.size) self.assertEqual(datetime.datetime(2016, 6, 23, 9, 54), extrainfo_file.last_modified)
def test_files_by_descriptor_type(self): collector = CollecTor() self.assertEqual([ 'archive/relay-descriptors/server-descriptors/server-descriptors-2005-12.tar.xz', 'archive/relay-descriptors/server-descriptors/server-descriptors-2006-02.tar.xz', 'archive/relay-descriptors/server-descriptors/server-descriptors-2006-03.tar.xz', 'recent/relay-descriptors/server-descriptors/2019-11-28-01-05-00-server-descriptors', 'recent/relay-descriptors/server-descriptors/2019-11-28-00-05-00-server-descriptors', 'recent/relay-descriptors/server-descriptors/2019-11-27-23-05-00-server-descriptors', ], [f.path for f in collector.files(descriptor_type = 'server-descriptor')])