def test_publish_incremental_zips(self): resource_dir = self.copy_files(["rdf_out_00000000000000-00000000000001", "rdf_out_00000000000000-00000000000002", "rdf_out_00000000000000-00000000000003", "rdf_out_99999999999999-99999999999999", "rdf_out_20140101010101-00000000000000", "started_at.txt"]) publish_url = "http://example.com/rdf/pub/" publish_dir = os.path.expanduser("~/tmp/zipper_test/dump") shutil.rmtree(publish_dir, ignore_errors=True) syncer = ZipSynchronizer(resource_dir, publish_dir, publish_url, max_files_compressed=2) syncer.publish() zip_completed_files = glob(os.path.join(publish_dir, PREFIX_COMPLETED_PART + "*.zip")) self.assertEqual(2, len(zip_completed_files)) zip_end_files = glob(os.path.join(publish_dir, PREFIX_END_PART + "*.zip")) self.assertEqual(0, len(zip_end_files)) # add another file self.copy_files(["rdf_out_20150101010101-00000000000000"], rmtree=False) syncer = ZipSynchronizer(resource_dir, publish_dir, publish_url, max_files_compressed=2) syncer.publish() zip_completed_files = glob(os.path.join(publish_dir, PREFIX_COMPLETED_PART + "*.zip")) self.assertEqual(2, len(zip_completed_files)) zip_end_files = glob(os.path.join(publish_dir, PREFIX_END_PART + "*.zip")) self.assertEqual(1, len(zip_end_files)) # add another file self.copy_files(["rdf_out_20160101010101-00000000000000"], rmtree=False) syncer = ZipSynchronizer(resource_dir, publish_dir, publish_url, max_files_compressed=2) syncer.publish() zip_completed_files = glob(os.path.join(publish_dir, PREFIX_COMPLETED_PART + "*.zip")) self.assertEqual(3, len(zip_completed_files)) zip_end_files = glob(os.path.join(publish_dir, PREFIX_END_PART + "*.zip")) self.assertEqual(0, len(zip_end_files))
def test_publish_zero_resources(self): resource_dir = self.copy_files(["started_at.txt"]) publish_url = "http://example.com/rdf/pub/" publish_dir = os.path.expanduser("~/tmp/zipper_test/dump") shutil.rmtree(publish_dir, ignore_errors=True) syncer = ZipSynchronizer(resource_dir, publish_dir, publish_url) syncer.publish() self.assertTrue(os.path.isdir(publish_dir))
def test_publish_dump_files(self): resource_dir = self.copy_files(["rdf_out_00000000000000-00000000000001", "rdf_out_00000000000000-00000000000002", "rdf_out_00000000000000-00000000000003", "started_at.txt"]) publish_url = "http://example.com/rdf/pub/" publish_dir = os.path.expanduser("~/tmp/zipper_test/dump") shutil.rmtree(publish_dir, ignore_errors=True) syncer = ZipSynchronizer(resource_dir, publish_dir, publish_url) syncer.publish() zip_end_files = glob(os.path.join(publish_dir, PREFIX_END_PART + "*.zip")) self.assertEqual(1, len(zip_end_files))