def test_issue_24(self): if not self.use_ftp_target: raise SkipTest("Only FTP targets.") # empty_folder() empty_folder(os.path.join(PYFTPSYNC_TEST_FOLDER, "local")) empty_folder(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote")) local_target = make_target(self.local_url) remote_target = make_target(self.remote_url) SIZE = 1000 * 1000 write_test_file("local/large1.txt", size=SIZE) write_test_file("remote/large2.txt", size=SIZE) opts = { "verbose": 5, "match": "large*.txt", } synchronizer = DownloadSynchronizer(local_target, remote_target, opts) assert is_test_file("local/large1.txt") assert is_test_file("remote/large2.txt") assert not is_test_file("remote/large1.txt") assert not is_test_file("local/large2.txt") synchronizer.run() # Expect that large2 was downloaded assert not is_test_file("remote/large1.txt") assert get_test_file_size("local/large2.txt") == SIZE
def test_issue_24(self): if not self.use_ftp_target: raise SkipTest("Only FTP targets.") # empty_folder() empty_folder(os.path.join(PYFTPSYNC_TEST_FOLDER, "local")) empty_folder(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote")) local_target = make_target(self.local_url) remote_target = make_target(self.remote_url) SIZE = 1000 * 1000 write_test_file("local/large1.txt", size=SIZE) write_test_file("remote/large2.txt", size=SIZE) opts = {"verbose": 5, "match": "large*.txt"} synchronizer = DownloadSynchronizer(local_target, remote_target, opts) assert is_test_file("local/large1.txt") assert is_test_file("remote/large2.txt") assert not is_test_file("remote/large1.txt") assert not is_test_file("local/large2.txt") synchronizer.run() # Expect that large2 was downloaded assert not is_test_file("remote/large1.txt") assert get_test_file_size("local/large2.txt") == SIZE
def test_issue_20(self): opts = {"verbose": 5} local_target = make_target(self.local_url) remote_target = make_target(self.remote_url) ftp_downloader = DownloadSynchronizer(local_target, remote_target, opts) ftp_uploader = UploadSynchronizer(local_target, remote_target, opts) write_test_file("local/large1.txt", size=10 * 1000) write_test_file("remote/large2.txt", size=10 * 1000) ftp_downloader.run() ftp_uploader.run()
def _transfer_files(self, count, size): temp1_path = os.path.join(PYFTPSYNC_TEST_FOLDER, "local") empty_folder(temp1_path) # remove standard test files local = FsTarget(temp1_path) remote = self.remote for i in range(count): write_test_file("local/file_{}.txt".format(i), size=size) # Upload all of temp/local to remote opts = {"force": False, "delete": False, "verbose": 3} s = UploadSynchronizer(local, remote, opts) s.run() stats = s.get_stats() # pprint(stats) self.assertEqual(stats["files_written"], count) self.assertEqual(stats["bytes_written"], count * size) # pprint(stats) print( "Upload {} x {} bytes took {}: {}".format( count, size, stats["upload_write_time"], stats["upload_rate_str"] ), file=sys.stderr, ) # Download all of remote to temp/remote local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote")) opts = {"force": False, "delete": True, "verbose": 3} s = DownloadSynchronizer(local, remote, opts) s.run() stats = s.get_stats() # pprint(stats) self.assertEqual(stats["files_written"], count) self.assertEqual(stats["bytes_written"], count * size) # pprint(stats) print( "Download {} x {} bytes took {}: {}".format( count, size, stats["download_write_time"], stats["download_rate_str"] ), file=sys.stderr, )
def _transfer_files(self, count, size): temp1_path = os.path.join(PYFTPSYNC_TEST_FOLDER, "local") empty_folder(temp1_path) # remove standard test files local = FsTarget(temp1_path) remote = self.remote for i in range(count): write_test_file("local/file_{}.txt".format(i), size=size) # Upload all of temp/local to remote opts = {"force": False, "delete": False, "verbose": 3} s = UploadSynchronizer(local, remote, opts) s.run() stats = s.get_stats() # pprint(stats) self.assertEqual(stats["files_written"], count) self.assertEqual(stats["bytes_written"], count * size) # pprint(stats) print( "Upload {} x {} bytes took {}: {}".format( count, size, stats["upload_write_time"], stats["upload_rate_str"]), file=sys.stderr, ) # Download all of remote to temp/remote local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote")) opts = {"force": False, "delete": True, "verbose": 3} s = DownloadSynchronizer(local, remote, opts) s.run() stats = s.get_stats() # pprint(stats) self.assertEqual(stats["files_written"], count) self.assertEqual(stats["bytes_written"], count * size) # pprint(stats) print( "Download {} x {} bytes took {}: {}".format( count, size, stats["download_write_time"], stats["download_rate_str"]), file=sys.stderr, )
def test_issue_21(self): if not self.use_ftp_target: raise SkipTest("Only FTP targets.") write_test_file("local/large.txt", size=10 * 1000) write_test_file("remote/large.txt", size=10 * 1000) out = run_script("download", "-vvv", self.local_url, self.remote_url) # print(out) assert not ("*cmd* 'PORT" in out or "*cmd* 'EPRT" in out) assert "*cmd* 'PASV" in out or "*cmd* 'EPSV" in out out = run_script("download", self.local_url, self.remote_url, "-vvv", "--ftp-active") # print(out) assert "*cmd* 'PORT" in out or "*cmd* 'EPRT" in out assert not ("*cmd* 'PASV" in out or "*cmd* 'EPSV" in out)
def test_issue_21(self): if not self.use_ftp_target: raise SkipTest("Only FTP targets.") write_test_file("local/large.txt", size=10 * 1000) write_test_file("remote/large.txt", size=10 * 1000) out = run_script("download", "-vvv", self.local_url, self.remote_url) # print(out) assert not ("*cmd* 'PORT" in out or "*cmd* 'EPRT" in out) assert "*cmd* 'PASV" in out or "*cmd* 'EPSV" in out out = run_script( "download", self.local_url, self.remote_url, "-vvv", "--ftp-active" ) # print(out) assert "*cmd* 'PORT" in out or "*cmd* 'EPRT" in out assert not ("*cmd* 'PASV" in out or "*cmd* 'EPSV" in out)
def test_folder_conflict(self): """Delete a folder on one side, but change content on other side.""" write_test_file("local/folder1/file1_1.txt", dt="2014-01-01 13:00:00", content="local 13:00") remove_test_folder("remote/folder1") opts = {"verbose": self.verbose} stats = self._sync_test_folders(BiDirSynchronizer, opts) # Note: currently we do NOT detect this kind of conflicts! # This is what we can expect right now: self.assertEqual(stats["dirs_deleted"], 1) self.assertEqual(stats["conflict_files"], 0) raise SkipTest("Currently we do NOT detect this kind of conflicts.")
def test_folder_conflict(self): """Delete a folder on one side, but change content on other side.""" write_test_file( "local/folder1/file1_1.txt", dt="2014-01-01 13:00:00", content="local 13:00" ) remove_test_folder("remote/folder1") opts = {"verbose": self.verbose} stats = self._sync_test_folders(BiDirSynchronizer, opts) # Note: currently we do NOT detect this kind of conflicts! # This is what we can expect right now: self.assertEqual(stats["dirs_deleted"], 1) self.assertEqual(stats["conflict_files"], 0) raise SkipTest("Currently we do NOT detect this kind of conflicts.")
def test_folder_conflict(self): """Delete a folder on one side, but change content on other side.""" write_test_file("local/folder1/file1_1.txt", dt="2014-01-01 13:00:00", content="local 13:00") remove_test_folder("remote/folder1") opts = {"verbose": self.verbose} stats = self._sync_test_folders(BiDirSynchronizer, opts) # Note: currently we do NOT detect this kind of conflicts! # This is what we can expect right now: self.assertEqual(stats["dirs_deleted"], 1) self.assertEqual(stats["conflict_files"], 0) raise SkipTest("Currently we do NOT detect this kind of conflicts.") self.assertEqual(stats["files_written"], 0) self.assertEqual(stats["download_files_written"], 0) self.assertEqual(stats["upload_files_written"], 0) self.assertEqual(stats["files_deleted"], 0) self.assertEqual(stats["dirs_deleted"], 0) self.assertEqual(stats["conflict_files"], 1) expect_local = { 'file1.txt': {'content': 'local1', 'date': '2014-01-01 12:00:00'}, 'file2.txt': {'content': 'local2', 'date': '2014-01-01 12:00:00'}, 'file3.txt': {'content': 'local3', 'date': '2014-01-01 12:00:00'}, 'file4.txt': {'content': 'local4', 'date': '2014-01-01 12:00:00'}, 'file5.txt': {'content': 'local5', 'date': '2014-01-01 12:00:00'}, 'file6.txt': {'content': 'local6', 'date': '2014-01-01 12:00:00'}, 'file7.txt': {'content': 'local7', 'date': '2014-01-01 12:00:00'}, 'file8.txt': {'content': 'local8', 'date': '2014-01-01 12:00:00'}, 'file9.txt': {'content': 'local9', 'date': '2014-01-01 12:00:00'}, 'folder2/file2_1.txt': {'content': 'local2_1', 'date': '2014-01-01 12:00:00'}, 'folder3/file3_1.txt': {'content': 'local3_1', 'date': '2014-01-01 12:00:00'}, 'folder4/file4_1.txt': {'content': 'local4_1', 'date': '2014-01-01 12:00:00'}, 'folder5/file5_1.txt': {'content': 'local5_1', 'date': '2014-01-01 12:00:00'}, 'folder6/file6_1.txt': {'content': 'local6_1', 'date': '2014-01-01 12:00:00'}, 'folder7/file7_1.txt': {'content': 'local7_1', 'date': '2014-01-01 12:00:00'}, } self.assert_test_folder_equal(get_test_folder("local"), expect_local) self.assert_test_folder_equal(get_test_folder("remote"), expect_local)
def prepare_fixtures_1(): """Create two test folders and some files. """ print("Prepare_fixtures", PYFTPSYNC_TEST_FOLDER) # print("PYFTPSYNC_TEST_FOLDER", os.environ.get("PYFTPSYNC_TEST_FOLDER")) # print("PYFTPSYNC_TEST_FTP_URL", os.environ.get("PYFTPSYNC_TEST_FTP_URL")) assert os.path.isdir(PYFTPSYNC_TEST_FOLDER) # Reset all empty_folder(PYFTPSYNC_TEST_FOLDER) # Add some files to ../local/ dt = datetime.datetime(2014, 1, 1, 12, 0, 0) write_test_file("local/file1.txt", content="111", dt=dt) write_test_file("local/file2.txt", content="222", dt=dt) write_test_file("local/file3.txt", content="333", dt=dt) write_test_file("local/folder1/file1_1.txt", content="1.111", dt=dt) write_test_file("local/folder2/file2_1.txt", content="2.111", dt=dt) write_test_file("local/big_file.txt", size=1024 * 16, dt=dt) # Create empty ../remote/ os.mkdir(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote"))
def prepare_fixtures_1(): """Create two test folders and some files. """ print("Prepare_fixtures", PYFTPSYNC_TEST_FOLDER) # print("PYFTPSYNC_TEST_FOLDER", os.environ.get("PYFTPSYNC_TEST_FOLDER")) # print("PYFTPSYNC_TEST_FTP_URL", os.environ.get("PYFTPSYNC_TEST_FTP_URL")) assert os.path.isdir(PYFTPSYNC_TEST_FOLDER) # Reset all empty_folder(PYFTPSYNC_TEST_FOLDER) # Add some files to ../local/ dt = datetime.datetime(2014, 1, 1, 12, 0, 0) write_test_file("local/file1.txt", content="111", dt=dt) write_test_file("local/file2.txt", content="222", dt=dt) write_test_file("local/file3.txt", content="333", dt=dt) write_test_file("local/folder1/file1_1.txt", content="1.111", dt=dt) write_test_file("local/folder2/file2_1.txt", content="2.111", dt=dt) write_test_file("local/big_file.txt", size=1024 * 16, dt=dt) # Create empty ../remote/ os.mkdir(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote"))