def test_publish_zero_resources(self):
resource_dir = self.copy_files(["started_at.txt"])
publish_url = "http://example.com/rdf/pub/"
publish_dir = os.path.expanduser("~/tmp/zipper_test/dump")
shutil.rmtree(publish_dir, ignore_errors=True)
syncer = ZipSynchronizer(resource_dir, publish_dir, publish_url)
syncer.publish()
self.assertTrue(os.path.isdir(publish_dir))
def test_publish_dump_files(self):
resource_dir = self.copy_files(["rdf_out_00000000000000-00000000000001", "rdf_out_00000000000000-00000000000002", "rdf_out_00000000000000-00000000000003", "started_at.txt"])
publish_url = "http://example.com/rdf/pub/"
publish_dir = os.path.expanduser("~/tmp/zipper_test/dump")
shutil.rmtree(publish_dir, ignore_errors=True)
syncer = ZipSynchronizer(resource_dir, publish_dir, publish_url)
syncer.publish()
zip_end_files = glob(os.path.join(publish_dir, PREFIX_END_PART + "*.zip"))
self.assertEqual(1, len(zip_end_files))
def test_publish_incremental_zips(self):
resource_dir = self.copy_files(["rdf_out_00000000000000-00000000000001", "rdf_out_00000000000000-00000000000002", "rdf_out_00000000000000-00000000000003", "rdf_out_99999999999999-99999999999999",
"rdf_out_20140101010101-00000000000000", "started_at.txt"])
publish_url = "http://example.com/rdf/pub/"
publish_dir = os.path.expanduser("~/tmp/zipper_test/dump")
shutil.rmtree(publish_dir, ignore_errors=True)
syncer = ZipSynchronizer(resource_dir, publish_dir, publish_url, max_files_compressed=2)
syncer.publish()
zip_completed_files = glob(os.path.join(publish_dir, PREFIX_COMPLETED_PART + "*.zip"))
self.assertEqual(2, len(zip_completed_files))
zip_end_files = glob(os.path.join(publish_dir, PREFIX_END_PART + "*.zip"))
self.assertEqual(0, len(zip_end_files))
# add another file
self.copy_files(["rdf_out_20150101010101-00000000000000"], rmtree=False)
syncer = ZipSynchronizer(resource_dir, publish_dir, publish_url, max_files_compressed=2)
syncer.publish()
zip_completed_files = glob(os.path.join(publish_dir, PREFIX_COMPLETED_PART + "*.zip"))
self.assertEqual(2, len(zip_completed_files))
zip_end_files = glob(os.path.join(publish_dir, PREFIX_END_PART + "*.zip"))
self.assertEqual(1, len(zip_end_files))
# add another file
self.copy_files(["rdf_out_20160101010101-00000000000000"], rmtree=False)
syncer = ZipSynchronizer(resource_dir, publish_dir, publish_url, max_files_compressed=2)
syncer.publish()
zip_completed_files = glob(os.path.join(publish_dir, PREFIX_COMPLETED_PART + "*.zip"))
self.assertEqual(3, len(zip_completed_files))
zip_end_files = glob(os.path.join(publish_dir, PREFIX_END_PART + "*.zip"))
self.assertEqual(0, len(zip_end_files))
