def test_list_warcs(self):
harvester = BaseHarvester(self.working_path, host="localhost")
write_fake_warc(
self.working_path,
"test_1-20151109195229879-00000-97528-GLSS-F0G5RP-8000.warc.gz")
write_fake_warc(
self.working_path,
"test_1-20151109195229879-00001-97528-GLSS-F0G5RP-8000.warc")
write_fake_warc(
self.working_path,
"test_1-20151109195229879-00002-97528-GLSS-F0G5RP-8000")
os.mkdir(
os.path.join(
self.working_path,
"test_1-20151109195229879-00003-97528-GLSS-F0G5RP-8000.warc.gz"
))
warc_dirs = harvester._list_warcs(self.working_path)
self.assertSetEqual(
{
"test_1-20151109195229879-00000-97528-GLSS-F0G5RP-8000.warc.gz",
"test_1-20151109195229879-00001-97528-GLSS-F0G5RP-8000.warc"
}, set(warc_dirs))
