def test_sync_fs_fs(self):
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "local"))
remote = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote"))
opts = {"dry_run": False, "verbose": 3}
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["local_dirs"], 2)
self.assertEqual(
stats["local_files"],
4) # currently files are not counted, when inside a *new* folder
self.assertEqual(stats["remote_dirs"], 0)
self.assertEqual(stats["remote_files"], 0)
self.assertEqual(stats["files_written"], 6)
self.assertEqual(stats["dirs_created"], 2)
self.assertEqual(stats["bytes_written"], 16403)
# file times are preserved
self.assertEqual(_get_test_file_date("local/file1.txt"),
STAMP_20140101_120000)
self.assertEqual(_get_test_file_date("remote/file1.txt"),
STAMP_20140101_120000)
# Again: nothing to do
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["local_dirs"], 2)
self.assertEqual(stats["local_files"], 6)
self.assertEqual(stats["remote_dirs"], 2)
self.assertEqual(stats["remote_files"], 6)
self.assertEqual(stats["files_created"], 0)
self.assertEqual(stats["files_deleted"], 0)
self.assertEqual(stats["files_written"], 0)
self.assertEqual(stats["dirs_created"], 0)
self.assertEqual(stats["bytes_written"], 0)
# Modify remote and/or remote
_touch_test_file("local/file1.txt")
_touch_test_file("remote/file2.txt")
# file3.txt will cause a conflict:
_touch_test_file("local/file3.txt")
dt = datetime.datetime.now() - datetime.timedelta(seconds=10)
_touch_test_file("remote/file3.txt", dt=dt)
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["entries_seen"], 18)
self.assertEqual(stats["entries_touched"], 2)
self.assertEqual(stats["files_created"], 0)
self.assertEqual(stats["files_deleted"], 0)
self.assertEqual(stats["files_written"], 2)
self.assertEqual(stats["dirs_created"], 0)
self.assertEqual(stats["download_files_written"], 1)
self.assertEqual(stats["upload_files_written"], 1)
self.assertEqual(stats["conflict_files"], 1)
self.assertEqual(stats["bytes_written"], 6)
def test_sync_fs_fs(self):
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "local"))
remote = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote"))
opts = {"dry_run": False, "verbose": 3}
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["local_dirs"], 2)
self.assertEqual(stats["local_files"], 4) # currently files are not counted, when inside a *new* folder
self.assertEqual(stats["remote_dirs"], 0)
self.assertEqual(stats["remote_files"], 0)
self.assertEqual(stats["files_written"], 6)
self.assertEqual(stats["dirs_created"], 2)
self.assertEqual(stats["bytes_written"], 16403)
# file times are preserved
self.assertEqual(_get_test_file_date("local/file1.txt"), STAMP_20140101_120000)
self.assertEqual(_get_test_file_date("remote/file1.txt"), STAMP_20140101_120000)
# Again: nothing to do
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["local_dirs"], 2)
self.assertEqual(stats["local_files"], 6)
self.assertEqual(stats["remote_dirs"], 2)
self.assertEqual(stats["remote_files"], 6)
self.assertEqual(stats["files_created"], 0)
self.assertEqual(stats["files_deleted"], 0)
self.assertEqual(stats["files_written"], 0)
self.assertEqual(stats["dirs_created"], 0)
self.assertEqual(stats["bytes_written"], 0)
# Modify remote and/or remote
_touch_test_file("local/file1.txt")
_touch_test_file("remote/file2.txt")
# file3.txt will cause a conflict:
_touch_test_file("local/file3.txt")
dt = datetime.datetime.now() - datetime.timedelta(seconds=10)
_touch_test_file("remote/file3.txt", dt=dt)
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["entries_seen"], 18)
self.assertEqual(stats["entries_touched"], 2)
self.assertEqual(stats["files_created"], 0)
self.assertEqual(stats["files_deleted"], 0)
self.assertEqual(stats["files_written"], 2)
self.assertEqual(stats["dirs_created"], 0)
self.assertEqual(stats["download_files_written"], 1)
self.assertEqual(stats["upload_files_written"], 1)
self.assertEqual(stats["conflict_files"], 1)
self.assertEqual(stats["bytes_written"], 6)
def test_sync_conflicts(self):
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "local"))
remote = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote"))
opts = {"dry_run": False, "verbose": 3}
# Copy local -> remote
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
self.assertEqual(stats["files_written"], 6)
self.assertEqual(stats["dirs_created"], 2)
# Modify local and remote
# conflict 1: local is newer
dt = datetime.datetime.now()
_touch_test_file("local/file1.txt", dt)
dt = datetime.datetime.now() - datetime.timedelta(seconds=10)
_touch_test_file("remote/file1.txt", dt=dt)
# path = os.path.join(PYFTPSYNC_TEST_FOLDER, "remote/file1.txt")
# stamp = time.time() - 10
# os.utime(path, (stamp, stamp))
# conflict 2: remote is newer
_touch_test_file("remote/file2.txt")
dt = datetime.datetime.now() - datetime.timedelta(seconds=10)
_touch_test_file("local/file2.txt", dt=dt)
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["entries_seen"], 18)
self.assertEqual(stats["entries_touched"], 0)
self.assertEqual(stats["bytes_written"], 0)
self.assertEqual(stats["conflict_files"], 2)
def test_sync_fs_ftp(self):
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "temp1"))
remote = self.remote
# Upload all of /temp1 to remote
opts = {"force": False, "delete": True, "verbose": 3, "dry_run": False}
s = UploadSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["local_dirs"], 2)
self.assertEqual(
stats["local_files"],
4) # currently files are not counted, when inside a *new* folder
self.assertEqual(stats["remote_dirs"], 0)
self.assertEqual(stats["remote_files"], 0)
self.assertEqual(stats["files_written"], 6)
self.assertEqual(stats["dirs_created"], 2)
self.assertEqual(stats["bytes_written"], 16403)
# Change one file and upload again
_touch_test_file("temp1/file1.txt")
opts = {"force": False, "delete": True, "verbose": 3, "dry_run": False}
s = UploadSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["entries_seen"], 18) # ???
self.assertEqual(stats["entries_touched"], 1)
self.assertEqual(stats["files_created"], 0)
self.assertEqual(stats["files_deleted"], 0)
self.assertEqual(stats["files_written"], 1)
self.assertEqual(stats["dirs_created"], 0)
self.assertEqual(stats["download_files_written"], 0)
self.assertEqual(stats["upload_files_written"], 1)
self.assertEqual(stats["conflict_files"], 0)
self.assertEqual(stats["bytes_written"], 3)
# Download all from remote to /temp2
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "temp2"))
opts = {"force": False, "delete": True, "verbose": 3, "dry_run": False}
s = DownloadSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["entries_seen"], 8)
self.assertEqual(stats["entries_touched"], 8)
# self.assertEqual(stats["files_created"], 6)
self.assertEqual(stats["files_deleted"], 0)
self.assertEqual(stats["files_written"], 6)
self.assertEqual(stats["dirs_created"], 2)
self.assertEqual(stats["download_files_written"], 6)
self.assertEqual(stats["upload_files_written"], 0)
self.assertEqual(stats["conflict_files"], 0)
self.assertEqual(stats["bytes_written"], 16403)
# Original file times are preserved, even when retrieved from FTP
self.assertNotEqual(_get_test_file_date("temp1/file1.txt"),
STAMP_20140101_120000)
self.assertEqual(_get_test_file_date("temp1/file1.txt"),
_get_test_file_date("temp2/file1.txt"))
self.assertEqual(_get_test_file_date("temp1/file2.txt"),
STAMP_20140101_120000)
self.assertEqual(_get_test_file_date("temp2/file2.txt"),
STAMP_20140101_120000)
# Synchronize /temp1 <=> remote : nothing to do
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "temp1"))
opts = {"verbose": 3, "dry_run": False}
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
pprint(stats)
self.assertEqual(stats["entries_touched"], 0)
self.assertEqual(stats["conflict_files"], 0)
self.assertEqual(stats["bytes_written"], 0)
# Synchronize /temp2 <=> remote : nothing to do
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "temp2"))
opts = {"verbose": 3, "dry_run": False}
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
pprint(stats)
self.assertEqual(stats["entries_touched"], 0)
self.assertEqual(stats["conflict_files"], 0)
self.assertEqual(stats["bytes_written"], 0)
def test_sync_fs_ftp(self):
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "local"))
remote = self.remote
# Upload all of temp/local to remote
opts = {"force": False, "delete": True, "verbose": 3, "dry_run": False}
s = UploadSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["local_dirs"], 2)
self.assertEqual(stats["local_files"], 4) # currently files are not counted, when inside a *new* folder
self.assertEqual(stats["remote_dirs"], 0)
self.assertEqual(stats["remote_files"], 0)
self.assertEqual(stats["files_written"], 6)
self.assertEqual(stats["dirs_created"], 2)
self.assertEqual(stats["bytes_written"], 16403)
# Change one file and upload again
_touch_test_file("local/file1.txt")
opts = {"force": False, "delete": True, "verbose": 3, "dry_run": False}
s = UploadSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
# assert False
self.assertEqual(stats["entries_seen"], 18) # ???
self.assertEqual(stats["entries_touched"], 1)
self.assertEqual(stats["files_created"], 0)
self.assertEqual(stats["files_deleted"], 0)
self.assertEqual(stats["files_written"], 1)
self.assertEqual(stats["dirs_created"], 0)
self.assertEqual(stats["download_files_written"], 0)
self.assertEqual(stats["upload_files_written"], 1)
self.assertEqual(stats["conflict_files"], 0)
self.assertEqual(stats["bytes_written"], 3)
# Download all from remote to temp/remote
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote"))
opts = {"force": False, "delete": True, "verbose": 3, "dry_run": False}
s = DownloadSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
# pprint(stats)
self.assertEqual(stats["entries_seen"], 8)
self.assertEqual(stats["entries_touched"], 8)
# self.assertEqual(stats["files_created"], 6)
self.assertEqual(stats["files_deleted"], 0)
self.assertEqual(stats["files_written"], 6)
self.assertEqual(stats["dirs_created"], 2)
self.assertEqual(stats["download_files_written"], 6)
self.assertEqual(stats["upload_files_written"], 0)
self.assertEqual(stats["conflict_files"], 0)
self.assertEqual(stats["bytes_written"], 16403)
# Original file times are preserved, even when retrieved from FTP
self.assertNotEqual(_get_test_file_date("local/file1.txt"), STAMP_20140101_120000)
self.assertEqual(_get_test_file_date("local/file1.txt"), _get_test_file_date("local//file1.txt"))
self.assertEqual(_get_test_file_date("local/file2.txt"), STAMP_20140101_120000)
self.assertEqual(_get_test_file_date("remote//file2.txt"), STAMP_20140101_120000)
# Synchronize temp/local <=> remote : nothing to do
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "local"))
opts = {"verbose": 3, "dry_run": False}
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
pprint(stats)
self.assertEqual(stats["entries_touched"], 0)
self.assertEqual(stats["conflict_files"], 0)
self.assertEqual(stats["bytes_written"], 0)
# Synchronize temp/remote <=> remote : nothing to do
local = FsTarget(os.path.join(PYFTPSYNC_TEST_FOLDER, "remote"))
opts = {"verbose": 3, "dry_run": False}
s = BiDirSynchronizer(local, remote, opts)
s.run()
stats = s.get_stats()
pprint(stats)
self.assertEqual(stats["entries_touched"], 0)
self.assertEqual(stats["conflict_files"], 0)
self.assertEqual(stats["bytes_written"], 0)
