def test_drive_edit_doc_becoming_synced(self):
raise SkipTest("WIP in https://jira.nuxeo.com/browse/NXDRIVE-170")
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
local = LocalClient(self.local_nxdrive_folder_1)
remote = self.remote_document_client_1
syn = ctl.synchronizer
# Create file in test workspace (non sync root)
doc_id = remote.make_file('/', 'test.odt', 'Some content.')
# Drive edit file
ctl.download_edit(self.nuxeo_url, 'default', doc_id, 'test.odt',
open_file=False)
# Check file is downloaded to the Locally Edited folder
self.assertTrue(local.exists('/%s/test.odt'
% LOCALLY_EDITED_FOLDER_NAME))
# Register test workspace as a sync root
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
self._sync(syn)
self.assertTrue(local.exists('/%s/test.odt' % self.workspace_title))
# Update file in local sync root
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content('/%s/test.odt' % self.workspace_title,
'Content updated from local sync root.')
self._sync(syn, wait_for_async=False)
self.assertEquals(remote.get_content('/test.odt'),
'Content updated from local sync root.')
self._sync(syn)
self.assertEquals(local.get_content('/%s/test.odt'
% LOCALLY_EDITED_FOLDER_NAME),
'Content updated from local sync root.')
# Update locally edited file
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content('/%s/test.odt' % LOCALLY_EDITED_FOLDER_NAME,
'Content updated from Locally Edited.')
self._sync(syn, wait_for_async=False)
self.assertEquals(remote.get_content('/test.odt'),
'Content updated from Locally Edited.')
self._sync(syn)
self.assertEquals(local.get_content('/%s/test.odt'
% self.workspace_title),
'Content updated from Locally Edited.')
# Update file in remote sync root
remote.update_content('/test.odt',
'Content updated from remote sync root.')
self._sync(syn)
self.assertEquals(local.get_content('/%s/test.odt'
% self.workspace_title),
'Content updated from remote sync root.')
self.assertEquals(local.get_content('/%s/test.odt'
% LOCALLY_EDITED_FOLDER_NAME),
'Content updated from remote sync root.')
def test_self_conflict(self):
raise SkipTest("WIP in https://jira.nuxeo.com/browse/NXDRIVE-170")
ctl = self.controller_1
sb = ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
if not ctl.get_top_level_state(self.local_nxdrive_folder_1).last_remote_modifier:
raise SkipTest("Self-conflict automatic resolution not implemented in Nuxeo Platform %s"
% sb.server_version)
local = LocalClient(os.path.join(self.local_nxdrive_folder_1,
self.workspace_title))
remote = self.remote_file_system_client_1
syn = ctl.synchronizer
# Launch first synchronization
self._sync(syn)
self.assertTrue(local.exists('/test.txt'))
# Update content on both sides by the same user, remote last
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content('/test.txt', 'Local update')
time.sleep(1.0)
remote.update_content(self.file_id, 'Remote update')
self._sync(syn, max_loops=2)
self.assertEquals(len(local.get_children_info('/')), 1)
self.assertTrue(local.exists('/test.txt'))
self.assertEquals(local.get_content('/test.txt'), 'Remote update')
remote_children = remote.get_children_info(self.workspace_id)
self.assertEquals(len(remote_children), 1)
self.assertEquals(remote_children[0].uid, self.file_id)
self.assertEquals(remote_children[0].name, 'test.txt')
self.assertEquals(remote.get_content(remote_children[0].uid), 'Remote update')
# Update content on both sides by the same user, local last
remote.update_content(self.file_id, 'Remote update 2')
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content('/test.txt', 'Local update 2')
self._sync(syn, max_loops=2)
self.assertEquals(len(local.get_children_info('/')), 1)
self.assertTrue(local.exists('/test.txt'))
self.assertEquals(local.get_content('/test.txt'), 'Local update 2')
remote_children = remote.get_children_info(self.workspace_id)
self.assertEquals(len(remote_children), 1)
self.assertEquals(remote_children[0].uid, self.file_id)
self.assertEquals(remote_children[0].name, 'test.txt')
self.assertEquals(remote.get_content(remote_children[0].uid), 'Local update 2')
def test_drive_edit_non_synced_doc(self):
raise SkipTest("WIP in https://jira.nuxeo.com/browse/NXDRIVE-170")
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
local = LocalClient(self.local_nxdrive_folder_1)
remote = self.remote_document_client_1
syn = ctl.synchronizer
# Create file in test workspace (non sync root)
doc_id = remote.make_file('/', 'test.odt', 'Some content.')
# Drive edit file
ctl.download_edit(self.nuxeo_url, 'default', doc_id, 'test.odt',
open_file=False)
# Check file is downloaded to the Locally Edited folder
self.assertTrue(local.exists('/%s/test.odt'
% LOCALLY_EDITED_FOLDER_NAME))
self.assertEquals(local.get_content('/%s/test.odt'
% LOCALLY_EDITED_FOLDER_NAME),
'Some content.')
# Check Locally Edited collection exists, is registered as a sync root
# for test user and file is member of it
self.assertTrue(self.root_remote_client.exists(
self.locally_edited_path))
sync_roots = remote.get_roots()
self.assertEquals(len(sync_roots), 1)
self.assertEquals(sync_roots[0].path, self.locally_edited_path)
self.assertTrue(doc_id in
self.root_remote_client.get_collection_members(
self.locally_edited_path))
# Update locally edited file
# Let's first sync because of https://jira.nuxeo.com/browse/NXDRIVE-144
self._sync(syn)
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content('/%s/test.odt' % LOCALLY_EDITED_FOLDER_NAME,
'Updated content.')
self._sync(syn, wait_for_async=False)
self.assertEquals(remote.get_content('/test.odt'), 'Updated content.')
# Drive edit file a second time (should not download a new file but
# detect the existing one)
ctl.download_edit(self.nuxeo_url, 'default', doc_id, 'test.odt',
open_file=False)
self.assertEquals(len(local.get_children_info('/%s'
% LOCALLY_EDITED_FOLDER_NAME)), 1)
# Update locally edited file
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content('/%s/test.odt' % LOCALLY_EDITED_FOLDER_NAME,
'Twice updated content.')
self._sync(syn, wait_for_async=False)
self.assertEquals(remote.get_content('/test.odt'),
'Twice updated content.')
def test_synchronize_deep_folders(self):
# Increase Automation execution timeout for NuxeoDrive.GetChangeSummary
# because of the recursive parent FileSystemItem adaptation
ctl = self.controller_1
ctl.timeout = 40
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
syn = ctl.synchronizer
# Fetch the workspace sync root
syn.loop(delay=0, max_loops=1)
self.assertEquals(ctl.list_pending(), [])
# Create a file deep down in the hierarchy
remote = self.remote_document_client_1
folder_name = '0123456789'
folder_depth = 40
folder = '/'
for _ in range(folder_depth):
folder = remote.make_folder(folder, folder_name)
remote.make_file(folder, "File.odt", content="Fake non-zero content.")
time.sleep(self.AUDIT_CHANGE_FINDER_TIME_RESOLUTION)
self.wait()
syn.loop(delay=0, max_loops=5)
self.assertEquals(ctl.list_pending(), [])
local = LocalClient(self.local_nxdrive_folder_1)
expected_folder_path = (
'/' + self.workspace_title + ('/' + folder_name) * folder_depth)
expected_file_path = expected_folder_path + '/File.odt'
self.assertTrue(local.exists(expected_folder_path))
self.assertTrue(local.exists(expected_file_path))
self.assertEquals(local.get_content(expected_file_path),
"Fake non-zero content.")
# Delete the nested folder structure on the remote server
# and synchronize again
remote.delete('/' + folder_name)
time.sleep(self.AUDIT_CHANGE_FINDER_TIME_RESOLUTION)
self.wait()
syn.loop(delay=0, max_loops=5)
self.assertEquals(ctl.list_pending(), [])
self.assertFalse(local.exists(expected_folder_path))
self.assertFalse(local.exists(expected_file_path))
def test_drive_edit_remote_move_sync_root_to_non_sync_root(self):
raise SkipTest("WIP in https://jira.nuxeo.com/browse/NXDRIVE-170")
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
local = LocalClient(self.local_nxdrive_folder_1)
remote = self.remote_document_client_1
syn = ctl.synchronizer
# Create folder, register it as a sync root and create file inside it
sync_root_id = remote.make_folder('/', 'syncRoot')
ctl.bind_root(self.local_nxdrive_folder_1, sync_root_id)
doc_id = remote.make_file(sync_root_id, 'test.odt', 'Some content.')
# Launch first synchronization
self._sync(syn)
self.assertTrue(local.exists('/syncRoot/test.odt'))
# Drive edit file
ctl.download_edit(self.nuxeo_url, 'default', doc_id, 'test.odt',
open_file=False)
# Check file is downloaded to the Locally Edited folder
self.assertTrue(local.exists('/%s/test.odt'
% LOCALLY_EDITED_FOLDER_NAME))
# Update locally edited file
# Let's first sync because of https://jira.nuxeo.com/browse/NXDRIVE-144
self._sync(syn)
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content('/%s/test.odt' % LOCALLY_EDITED_FOLDER_NAME,
'Content updated from Locally Edited.')
self._sync(syn, wait_for_async=False)
self.assertEquals(remote.get_content('/syncRoot/test.odt'),
'Content updated from Locally Edited.')
self._sync(syn)
self.assertEquals(local.get_content('/syncRoot/test.odt'),
'Content updated from Locally Edited.')
# Move file to non sync root workspace
remote.move('/syncRoot/test.odt', self.workspace)
self._sync(syn)
self.assertFalse(local.exists('/syncRoot/test.odt'))
self.assertTrue(local.exists('/%s/test.odt'
% LOCALLY_EDITED_FOLDER_NAME))
self.assertEquals(len(local.get_children_info('/%s'
% LOCALLY_EDITED_FOLDER_NAME)), 1)
def test_synchronize_deep_folders(self):
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
syn = ctl.synchronizer
# Fetch the workspace sync root
syn.loop(delay=0, max_loops=1)
self.assertEquals(ctl.list_pending(), [])
# Create a file deep down in the hierarchy
remote = self.remote_document_client_1
folder = '/'
for i in range(10):
folder = remote.make_folder(folder, '0123456789' * 3)
remote.make_file(folder, "File.odt", content="Fake non-zero content.")
time.sleep(self.AUDIT_CHANGE_FINDER_TIME_RESOLUTION)
self.wait()
syn.loop(delay=0, max_loops=1)
self.assertEquals(ctl.list_pending(), [])
local = LocalClient(self.local_nxdrive_folder_1)
expected_folder_path = ('/' + self.workspace_title
+ ('/' + '0123456789' * 3) * 10)
expected_file_path = expected_folder_path + '/File.odt'
self.assertTrue(local.exists(expected_folder_path))
self.assertTrue(local.exists(expected_file_path))
self.assertEquals(local.get_content(expected_file_path),
"Fake non-zero content.")
# Delete the nested folder structure on the remote server and synchronize
# again
remote.delete('/' + '0123456789' * 3)
time.sleep(self.AUDIT_CHANGE_FINDER_TIME_RESOLUTION)
self.wait()
syn.loop(delay=0, max_loops=1)
self.assertEquals(ctl.list_pending(), [])
self.assertFalse(local.exists(expected_folder_path))
self.assertFalse(local.exists(expected_file_path))
def test_synchronize_deep_folders(self):
if sys.platform.startswith('linux'):
raise SkipTest("WIP in https://jira.nuxeo.com/browse/NXDRIVE-170")
# Increase Automation execution timeout for NuxeoDrive.GetChangeSummary
# because of the recursive parent FileSystemItem adaptation
self.setUpDrive_1(firstSync=True)
# Create a file deep down in the hierarchy
remote = self.remote_document_client_1
folder_name = '0123456789'
folder_depth = 40
folder = '/'
for _ in range(folder_depth):
folder = remote.make_folder(folder, folder_name)
remote.make_file(folder, "File.odt", content="Fake non-zero content.")
self.wait()
self.ndrive()
local = LocalClient(self.local_nxdrive_folder_1)
expected_folder_path = (
'/' + self.workspace_title + ('/' + folder_name) * folder_depth)
expected_file_path = expected_folder_path + '/File.odt'
self.assertTrue(local.exists(expected_folder_path))
self.assertTrue(local.exists(expected_file_path))
self.assertEquals(local.get_content(expected_file_path),
"Fake non-zero content.")
# Delete the nested folder structure on the remote server
# and synchronize again
remote.delete('/' + folder_name)
self.wait()
self.ndrive()
self.assertFalse(local.exists(expected_folder_path))
self.assertFalse(local.exists(expected_file_path))
def test_synchronize_remote_copy(self):
# Bind the server and root workspace
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
# Launch first synchronization
time.sleep(self.AUDIT_CHANGE_FINDER_TIME_RESOLUTION)
self.wait()
syn = ctl.synchronizer
syn.loop(delay=0.1, max_loops=1)
# Get local and remote clients
local = LocalClient(os.path.join(self.local_nxdrive_folder_1,
self.workspace_title))
remote = self.remote_document_client_1
# Create a file and a folder in the remote root workspace
# then synchronize
remote.make_file('/', 'test.odt', 'Some content.')
remote.make_folder('/', 'Test folder')
time.sleep(self.AUDIT_CHANGE_FINDER_TIME_RESOLUTION)
self.wait()
syn.loop(delay=0.1, max_loops=1)
self.assertTrue(local.exists('/test.odt'))
self.assertTrue(local.exists('/Test folder'))
# Copy the file to the folder remotely then synchronize
remote.copy('/test.odt', '/Test folder')
time.sleep(self.AUDIT_CHANGE_FINDER_TIME_RESOLUTION)
self.wait()
syn.loop(delay=0.1, max_loops=1)
self.assertTrue(local.exists('/Test folder/test.odt'))
self.assertEquals(local.get_content('/Test folder/test.odt'),
'Some content.')
def test_binding_synchronization_empty_start():
ctl.bind_server(LOCAL_NXDRIVE_FOLDER, NUXEO_URL, USER, PASSWORD)
ctl.bind_root(LOCAL_NXDRIVE_FOLDER, TEST_WORKSPACE)
expected_folder = os.path.join(LOCAL_NXDRIVE_FOLDER, TEST_WORKSPACE_TITLE)
# Nothing to synchronize by default
assert_equal(ctl.list_pending(), [])
assert_equal(ctl.synchronize(), 0)
# Let's create some document on the server
make_server_tree()
# By default nothing is detected
assert_equal(ctl.list_pending(), [])
# assert_equal(ctl.children_states(expected_folder), [])
# Let's scan manually
session = ctl.get_session()
ctl.scan_remote(expected_folder, session)
# Changes on the remote server have been detected...
assert_equal(len(ctl.list_pending()), 11)
# ...but nothing is yet visible locally as those files don't exist there
# yet.
# assert_equal(ctl.children_states(expected_folder), [])
# Let's perform the synchronization
assert_equal(ctl.synchronize(limit=100), 11)
# We should now be fully synchronized
assert_equal(len(ctl.list_pending()), 0)
assert_equal(
ctl.children_states(expected_folder),
[(u"/File 5.txt", u"synchronized"), (u"/Folder 1", u"synchronized"), (u"/Folder 2", u"synchronized")],
)
local = LocalClient(expected_folder)
assert_equal(local.get_content("/Folder 1/File 1.txt"), "aaa")
assert_equal(local.get_content("/Folder 1/Folder 1.1/File 2.txt"), "bbb")
assert_equal(local.get_content("/Folder 1/Folder 1.2/File 3.txt"), "ccc")
assert_equal(local.get_content("/Folder 2/File 4.txt"), "ddd")
assert_equal(local.get_content("/Folder 2/Duplicated File.txt"), "Some content.")
assert_equal(local.get_content("/Folder 2/Duplicated File__1.txt"), "Other content.")
# Wait a bit for file time stamps to increase enough: on most OS the file
# modification time resolution is 1s
time.sleep(1.0)
# Let do some local and remote changes concurrently
local.delete("/File 5.txt")
local.update_content("/Folder 1/File 1.txt", "aaaa")
remote_client.update_content("/Folder 1/Folder 1.1/File 2.txt", "bbbb")
remote_client.delete("/Folder 2")
f3 = remote_client.make_folder(TEST_WORKSPACE, "Folder 3")
remote_client.make_file(f3, "File 6.txt", content="ffff")
local.make_folder("/", "Folder 4")
# Rescan
ctl.scan_local(expected_folder, session)
ctl.scan_remote(expected_folder, session)
assert_equal(
ctl.children_states(expected_folder),
[
(u"/File 5.txt", u"locally_deleted"),
(u"/Folder 1", u"children_modified"),
(u"/Folder 2", u"children_modified"), # what do we want for this?
# Folder 3 is not yet visible has not sync has happen to give it a
# local path yet
(u"/Folder 4", u"unknown"),
],
)
# It is possible to fetch the full children states of the root though:
full_states = ctl.children_states(expected_folder, full_states=True)
assert_equal(len(full_states), 5)
assert_equal(full_states[0][0].remote_name, "Folder 3")
assert_equal(full_states[0][1], "children_modified")
states = ctl.children_states(expected_folder + "/Folder 1")
expected_states = [
(u"/Folder 1/File 1.txt", "locally_modified"),
(u"/Folder 1/Folder 1.1", "children_modified"),
(u"/Folder 1/Folder 1.2", "synchronized"),
]
assert_equal(states, expected_states)
states = ctl.children_states(expected_folder + "/Folder 1/Folder 1.1")
expected_states = [(u"/Folder 1/Folder 1.1/File 2.txt", u"remotely_modified")]
assert_equal(states, expected_states)
states = ctl.children_states(expected_folder + "/Folder 2")
expected_states = [
(u"/Folder 2/Duplicated File.txt", u"remotely_deleted"),
(u"/Folder 2/Duplicated File__1.txt", u"remotely_deleted"),
(u"/Folder 2/File 4.txt", u"remotely_deleted"),
]
assert_equal(states, expected_states)
# Perform synchronization
assert_equal(ctl.synchronize(limit=100), 10)
# We should now be fully synchronized again
assert_equal(len(ctl.list_pending()), 0)
assert_equal(
ctl.children_states(expected_folder),
[(u"/Folder 1", "synchronized"), (u"/Folder 3", "synchronized"), (u"/Folder 4", "synchronized")],
)
states = ctl.children_states(expected_folder + "/Folder 1")
expected_states = [
(u"/Folder 1/File 1.txt", "synchronized"),
(u"/Folder 1/Folder 1.1", "synchronized"),
(u"/Folder 1/Folder 1.2", "synchronized"),
]
assert_equal(states, expected_states)
assert_equal(local.get_content("/Folder 1/File 1.txt"), "aaaa")
assert_equal(local.get_content("/Folder 1/Folder 1.1/File 2.txt"), "bbbb")
assert_equal(local.get_content("/Folder 3/File 6.txt"), "ffff")
assert_equal(remote_client.get_content("/Folder 1/File 1.txt"), "aaaa")
assert_equal(remote_client.get_content("/Folder 1/Folder 1.1/File 2.txt"), "bbbb")
assert_equal(remote_client.get_content("/Folder 3/File 6.txt"), "ffff")
# Rescan: no change to detect we should reach a fixpoint
ctl.scan_local(expected_folder, session)
ctl.scan_remote(expected_folder, session)
assert_equal(len(ctl.list_pending()), 0)
assert_equal(
ctl.children_states(expected_folder),
[(u"/Folder 1", "synchronized"), (u"/Folder 3", "synchronized"), (u"/Folder 4", "synchronized")],
)
# Send some binary data that is not valid in utf-8 or ascii (to test the
# HTTP / Multipart transform layer).
time.sleep(1.0)
local.update_content("/Folder 1/File 1.txt", "\x80")
remote_client.update_content("/Folder 1/Folder 1.1/File 2.txt", "\x80")
ctl.scan_local(expected_folder, session)
ctl.scan_remote(expected_folder, session)
assert_equal(ctl.synchronize(limit=100), 2)
assert_equal(remote_client.get_content("/Folder 1/File 1.txt"), "\x80")
assert_equal(local.get_content("/Folder 1/Folder 1.1/File 2.txt"), "\x80")
def test_binding_synchronization_empty_start(self):
ctl = self.controller_1
remote_client = self.remote_document_client_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
syn = ctl.synchronizer
expected_folder = os.path.join(self.local_nxdrive_folder_1,
self.workspace_title)
# Nothing to synchronize by default
self.assertEquals(ctl.list_pending(), [])
self.assertEquals(syn.synchronize(), 0)
# Let's create some document on the server
self.make_server_tree()
# By default nothing is detected
self.assertEquals(ctl.list_pending(), [])
self.assertEquals(ctl.children_states(expected_folder), [])
# Let's scan manually
syn.scan_remote(self.local_nxdrive_folder_1)
# Changes on the remote server have been detected...
self.assertEquals(len(ctl.list_pending()), 12)
# ...but nothing is yet visible locally as those files don't exist
# there yet.
self.assertEquals(ctl.children_states(expected_folder), [])
# Let's perform the synchronization
self.assertEquals(syn.synchronize(limit=100), 12)
# We should now be fully synchronized
self.assertEquals(ctl.list_pending(), [])
self.assertEquals(ctl.children_states(expected_folder), [
(u'File 5.txt', u'synchronized'),
(u'Folder 1', u'synchronized'),
(u'Folder 2', u'synchronized'),
])
local_client = LocalClient(self.local_nxdrive_folder_1)
self.assertEquals(local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 1/File 1.txt'),
"aaa")
self.assertEquals(local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 1/Folder 1.1/File 2.txt'),
"bbb")
self.assertEquals(local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 1/Folder 1.2/File 3.txt'),
"ccc")
self.assertEquals(local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 2/File 4.txt'),
"ddd")
c1 = local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 2/Duplicated File.txt')
c2 = local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 2/Duplicated File__1.txt')
self.assertEquals(tuple(sorted((c1, c2))),
("Other content.", "Some content."))
# Wait a bit for file time stamps to increase enough: on OSX HFS+ the
# file modification time resolution is 1s for instance
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
# Let do some local and remote changes concurrently
local_client.delete('/Nuxeo Drive Test Workspace/File 5.txt')
local_client.update_content(
'/Nuxeo Drive Test Workspace/Folder 1/File 1.txt', 'aaaa')
# The remote client use in this test is handling paths relative to
# the 'Nuxeo Drive Test Workspace'
remote_client.update_content('/Folder 1/Folder 1.1/File 2.txt',
'bbbb')
remote_client.delete('/Folder 2')
f3 = remote_client.make_folder(self.workspace, 'Folder 3')
remote_client.make_file(f3, 'File 6.txt', content='ffff')
local_client.make_folder('/Nuxeo Drive Test Workspace', 'Folder 4')
# Rescan
syn.scan_local(self.local_nxdrive_folder_1)
syn.scan_remote(self.local_nxdrive_folder_1)
self.assertEquals(ctl.children_states(expected_folder), [
(u'File 5.txt', u'locally_deleted'),
(u'Folder 1', u'children_modified'),
(u'Folder 2', u'children_modified'), # what do we want for this?
# Folder 3 is not yet visible has not sync has happen to give it a
# local path yet
(u'Folder 4', u'unknown'),
])
# The information on the remote state of Folder 3 has been stored in
# the database though
session = ctl.get_session()
f3_state = session.query(LastKnownState).filter_by(
remote_name='Folder 3').one()
self.assertEquals(f3_state.local_path, None)
states = ctl.children_states(expected_folder + '/Folder 1')
expected_states = [
(u'File 1.txt', 'locally_modified'),
(u'Folder 1.1', 'children_modified'),
(u'Folder 1.2', 'synchronized'),
]
self.assertEquals(states, expected_states)
states = ctl.children_states(expected_folder + '/Folder 1/Folder 1.1')
expected_states = [
(u'File 2.txt', u'remotely_modified'),
]
self.assertEquals(states, expected_states)
states = ctl.children_states(expected_folder + '/Folder 2')
expected_states = [
(u'Duplicated File.txt', u'remotely_deleted'),
(u'Duplicated File__1.txt', u'remotely_deleted'),
(u'File 4.txt', u'remotely_deleted'),
]
self.assertEquals(states, expected_states)
# Perform synchronization: deleted folder content are not
# counted in the summary
self.assertEquals(syn.synchronize(limit=100), 7)
# We should now be fully synchronized again
self.assertEquals(ctl.list_pending(), [])
self.assertEquals(ctl.children_states(expected_folder), [
(u'Folder 1', 'synchronized'),
(u'Folder 3', 'synchronized'),
(u'Folder 4', 'synchronized'),
])
states = ctl.children_states(expected_folder + '/Folder 1')
expected_states = [
(u'File 1.txt', 'synchronized'),
(u'Folder 1.1', 'synchronized'),
(u'Folder 1.2', 'synchronized'),
]
self.assertEquals(states, expected_states)
local = LocalClient(expected_folder)
self.assertEquals(local.get_content(
'/Folder 1/File 1.txt'),
"aaaa")
self.assertEquals(local.get_content(
'/Folder 1/Folder 1.1/File 2.txt'),
"bbbb")
self.assertEquals(local.get_content(
'/Folder 3/File 6.txt'),
"ffff")
self.assertEquals(remote_client.get_content(
'/Folder 1/File 1.txt'),
"aaaa")
self.assertEquals(remote_client.get_content(
'/Folder 1/Folder 1.1/File 2.txt'),
"bbbb")
self.assertEquals(remote_client.get_content(
'/Folder 3/File 6.txt'),
"ffff")
# Rescan: no change to detect we should reach a fixpoint
syn.scan_local(self.local_nxdrive_folder_1)
syn.scan_remote(self.local_nxdrive_folder_1)
self.assertEquals(ctl.list_pending(), [])
self.assertEquals(ctl.children_states(expected_folder), [
(u'Folder 1', 'synchronized'),
(u'Folder 3', 'synchronized'),
(u'Folder 4', 'synchronized'),
])
# Send some binary data that is not valid in utf-8 or ascii
# (to test the HTTP / Multipart transform layer).
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
local.update_content('/Folder 1/File 1.txt', "\x80")
remote_client.update_content('/Folder 1/Folder 1.1/File 2.txt', '\x80')
syn.scan_local(self.local_nxdrive_folder_1)
syn.scan_remote(self.local_nxdrive_folder_1)
self.assertEquals(syn.synchronize(limit=100), 2)
self.assertEquals(remote_client.get_content('/Folder 1/File 1.txt'),
"\x80")
self.assertEquals(local.get_content('/Folder 1/Folder 1.1/File 2.txt'),
"\x80")
def test_binding_initialization_and_first_sync(self):
ctl = self.controller_1
# Create some documents in a Nuxeo workspace and bind this server to a
# Nuxeo Drive local folder
self.make_server_tree()
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
syn = ctl.synchronizer
# The root binding operation does not create the local folder
# yet.
expected_folder = os.path.join(self.local_nxdrive_folder_1,
self.workspace_title)
local_client = LocalClient(self.local_nxdrive_folder_1)
self.assertFalse(local_client.exists('/' + self.workspace_title))
# By default only scan happen, hence their is no information on the
# state of the documents on the local side (they don't exist there yet)
states = ctl.children_states(expected_folder)
self.assertEquals(states, [])
# Only the root binding is stored in the DB
self.assertEquals(len(self.get_all_states()), 1)
# Trigger some scan manually
syn.scan_local(self.local_nxdrive_folder_1)
syn.scan_remote(self.local_nxdrive_folder_1)
# Check the list of files and folders with synchronization pending
pending = ctl.list_pending()
self.assertEquals(len(pending), 12)
remote_names = [p.remote_name for p in pending]
remote_names.sort()
self.assertEquals(remote_names, [
u'Duplicated File.txt',
u'Duplicated File.txt',
u'File 1.txt',
u'File 2.txt',
u'File 3.txt',
u'File 4.txt',
u'File 5.txt',
u'Folder 1',
u'Folder 1.1',
u'Folder 1.2',
u'Folder 2',
u'Nuxeo Drive Test Workspace',
])
# It is also possible to restrict the list of pending document to a
# specific server binding
self.assertEquals(len(ctl.list_pending(
local_folder=self.local_nxdrive_folder_1)), 12)
# It is also possible to restrict the number of pending tasks
pending = ctl.list_pending(limit=2)
self.assertEquals(len(pending), 2)
# Synchronize the first document (ordered by hierarchy):
self.assertEquals(syn.synchronize(
self.local_nxdrive_folder_1, limit=1), 1)
pending = ctl.list_pending()
self.assertEquals(len(pending), 11)
remote_names = [p.remote_name for p in pending]
remote_names.sort()
self.assertEquals(remote_names, [
u'Duplicated File.txt',
u'Duplicated File.txt',
u'File 1.txt',
u'File 2.txt',
u'File 3.txt',
u'File 4.txt',
u'File 5.txt',
u'Folder 1',
u'Folder 1.1',
u'Folder 1.2',
u'Folder 2',
])
states = ctl.children_states(self.local_nxdrive_folder_1)
self.assertEquals(states, [
(u'Nuxeo Drive Test Workspace', u'children_modified'),
])
# The workspace folder is still unknown from the client point
# of view
states = ctl.children_states(expected_folder)
self.assertEquals(states, [])
# synchronize everything else
self.assertEquals(syn.synchronize(), 11)
self.assertEquals(ctl.list_pending(), [])
states = ctl.children_states(expected_folder)
expected_states = [
(u'File 5.txt', 'synchronized'),
(u'Folder 1', 'synchronized'),
(u'Folder 2', 'synchronized'),
]
self.assertEquals(states, expected_states)
# The actual content of the file has been updated
file_5_content = local_client.get_content(
'/Nuxeo Drive Test Workspace/File 5.txt')
self.assertEquals(file_5_content, "eee")
states = ctl.children_states(expected_folder + '/Folder 1')
expected_states = [
(u'File 1.txt', 'synchronized'),
(u'Folder 1.1', 'synchronized'),
(u'Folder 1.2', 'synchronized'),
]
self.assertEquals(states, expected_states)
self.assertEquals(local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 1/File 1.txt'),
"aaa")
self.assertEquals(local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 1/Folder 1.1/File 2.txt'),
"bbb")
self.assertEquals(local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 1/Folder 1.2/File 3.txt'),
"ccc")
self.assertEquals(local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 2/File 4.txt'),
"ddd")
c1 = local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 2/Duplicated File.txt')
c2 = local_client.get_content(
'/Nuxeo Drive Test Workspace/Folder 2/Duplicated File__1.txt')
self.assertEquals(tuple(sorted((c1, c2))),
("Other content.", "Some content."))
# Nothing else left to synchronize
self.assertEquals(ctl.list_pending(), [])
self.assertEquals(syn.synchronize(), 0)
self.assertEquals(ctl.list_pending(), [])
# Unbind root and resynchronize: smoke test
ctl.unbind_root(self.local_nxdrive_folder_1, self.workspace)
self.assertEquals(ctl.list_pending(), [])
self.assertEquals(syn.synchronize(), 0)
self.assertEquals(ctl.list_pending(), [])
def test_update_local_file_content_update_remote_file_property(self):
raise SkipTest("WIP in https://jira.nuxeo.com/browse/NXDRIVE-170")
# Get local and remote clients
local = LocalClient(self.local_nxdrive_folder_1)
remote = self.remote_document_client_1
# Bind server and test workspace for nuxeoDriveTestUser_user_1
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
# Launch first synchronization
self.wait()
sync = ctl.synchronizer
sync.loop(delay=0.1, max_loops=1)
# Test workspace should be created locally
self.assertTrue(local.exists('/Nuxeo Drive Test Workspace'))
# Create a local file in the test workspace then synchronize
local.make_file('/Nuxeo Drive Test Workspace',
'test.odt', 'Some content.')
sync.loop(delay=0.1, max_loops=1)
# Test file should be created remotely in the test workspace
self.assertTrue(remote.exists('/test.odt'))
# Locally update the file content and remotely update one of its
# properties concurrently, then synchronize
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content('/Nuxeo Drive Test Workspace/test.odt',
'Updated content.')
self.assertEquals(local.get_content(
'/Nuxeo Drive Test Workspace/test.odt'),
'Updated content.')
test_file_ref = remote._check_ref('/test.odt')
# Wait for 1 second to make sure the file's last modification time
# will be different from the pair state's last remote update time
time.sleep(REMOTE_MODIFICATION_TIME_RESOLUTION)
remote.update(test_file_ref,
properties={'dc:description': 'Some description.'})
test_file = remote.fetch(test_file_ref)
self.assertEqual(test_file['properties']['dc:description'],
'Some description.')
self.wait()
sync.loop(delay=0.1, max_loops=2)
# Test file should be updated remotely in the test workspace,
# and no conflict should be detected.
# Even though fetching the remote changes will send a
# 'documentModified' event for the test file as a result of its
# dc:description property update, since the file will not have been
# renamed nor moved and its content not modified since last
# synchronization, its remote pair state will not be marked as
# 'modified', see Model.update_remote().
# Thus the pair state will be ('modified', 'synchronized'), resolved as
# 'locally_modified'.
self.assertTrue(remote.exists('/test.odt'))
self.assertEquals(remote.get_content('/test.odt'), 'Updated content.')
test_file = remote.fetch(test_file_ref)
self.assertEqual(test_file['properties']['dc:description'],
'Some description.')
self.assertEqual(len(remote.get_children_info(self.workspace)), 1)
# Check that the content of the test file has not changed
self.assertTrue(local.exists('/Nuxeo Drive Test Workspace/test.odt'))
self.assertEquals(local.get_content(
'/Nuxeo Drive Test Workspace/test.odt'),
'Updated content.')
self.assertEqual(len(local.get_children_info(
'/Nuxeo Drive Test Workspace')), 1)
def test_update_local_file_content_update_remote_file_property(self):
# Get local and remote clients
local = LocalClient(self.local_nxdrive_folder_1)
remote = self.remote_document_client_1
# Bind server and test workspace for nuxeoDriveTestUser_user_1
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
# Launch first synchronization
self.wait_audit_change_finder_if_needed()
self.wait()
sync = ctl.synchronizer
sync.loop(delay=0.1, max_loops=1)
# Test workspace should be created locally
self.assertTrue(local.exists('/Nuxeo Drive Test Workspace'))
# Create a local file in the test workspace then synchronize
local.make_file('/Nuxeo Drive Test Workspace',
'test.odt', 'Some content.')
sync.loop(delay=0.1, max_loops=1)
# Test file should be created remotely in the test workspace
self.assertTrue(remote.exists('/test.odt'))
# Locally update the file content and remotely update one of its
# properties concurrently, then synchronize
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
local.update_content('/Nuxeo Drive Test Workspace/test.odt',
'Updated content.')
self.assertEquals(local.get_content(
'/Nuxeo Drive Test Workspace/test.odt'),
'Updated content.')
test_file_ref = remote._check_ref('/test.odt')
# Wait for 1 second to make sure the file's last modification time
# will be different from the pair state's last remote update time
time.sleep(self.REMOTE_MODIFICATION_TIME_RESOLUTION)
remote.update(test_file_ref,
properties={'dc:description': 'Some description.'})
test_file = remote.fetch(test_file_ref)
self.assertEqual(test_file['properties']['dc:description'],
'Some description.')
self.wait_audit_change_finder_if_needed()
self.wait()
sync.loop(delay=0.1, max_loops=2)
# Test file should be updated remotely in the test workspace,
# and no conflict should be detected.
# Even though fetching the remote changes will send a
# 'documentModified' event for the test file as a result of its
# dc:description property update, since the file will not have been
# renamed nor moved and its content not modified since last
# synchronization, its remote pair state will not be marked as
# 'modified', see Model.update_remote().
# Thus the pair state will be ('modified', 'synchronized'), resolved as
# 'locally_modified'.
self.assertTrue(remote.exists('/test.odt'))
self.assertEquals(remote.get_content('/test.odt'), 'Updated content.')
test_file = remote.fetch(test_file_ref)
self.assertEqual(test_file['properties']['dc:description'],
'Some description.')
self.assertEqual(len(remote.get_children_info(self.workspace)), 1)
# Check that the content of the test file has not changed
self.assertTrue(local.exists('/Nuxeo Drive Test Workspace/test.odt'))
self.assertEquals(local.get_content(
'/Nuxeo Drive Test Workspace/test.odt'),
'Updated content.')
self.assertEqual(len(local.get_children_info(
'/Nuxeo Drive Test Workspace')), 1)
def test_synchronize_denying_read_access_local_modification(self):
"""Test denying Read access with concurrent local modification
Use cases:
- Deny Read access on a regular folder and make some
local and remote changes concurrently.
=> Only locally modified content should be kept
and should be marked as 'unsynchronized',
other content should be deleted.
Remote changes should not be impacted client side.
Local changes should not be impacted server side.
- Grant Read access back.
=> Remote documents should be merged with
locally modified content which should be unmarked
as 'unsynchronized' and therefore synchronized upstream.
See TestIntegrationRemoteDeletion
.test_synchronize_remote_deletion_local_modification
as the same uses cases are tested.
Note that we use the .odt extension for test files to make sure
that they are created as File and not Note documents on the server
when synchronized upstream, as the current implementation of
RemoteDocumentClient is File oriented.
"""
# Bind the server and root workspace
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
# Get local and remote clients
local = LocalClient(os.path.join(self.local_nxdrive_folder_1,
self.workspace_title))
remote = self.remote_document_client_1
root_remote = self.root_remote_client
# Create documents in the remote root workspace
# then synchronize
remote.make_folder('/', 'Test folder')
remote.make_file('/Test folder', 'joe.odt', 'Some content')
remote.make_file('/Test folder', 'jack.odt', 'Some content')
remote.make_folder('/Test folder', 'Sub folder 1')
remote.make_file('/Test folder/Sub folder 1', 'sub file 1.txt',
'Content')
syn = ctl.synchronizer
self._synchronize(syn)
self.assertTrue(local.exists('/Test folder'))
self.assertTrue(local.exists('/Test folder/joe.odt'))
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertTrue(local.exists('/Test folder/Sub folder 1'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
# Remove Read permission for test user on a regular folder
# and make some local and remote changes concurrently then synchronize
test_folder_path = self.TEST_WORKSPACE_PATH + '/Test folder'
self._set_read_permission("nuxeoDriveTestUser_user_1",
test_folder_path, False)
# Local changes
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
# Create new file
local.make_file('/Test folder', 'local.odt', 'New local content')
# Create new folder with files
local.make_folder('/Test folder', 'Local sub folder 2')
local.make_file('/Test folder/Local sub folder 2',
'local sub file 2.txt', 'Other local content')
# Update file
local.update_content('/Test folder/joe.odt',
'Some locally updated content')
# Remote changes
# Create new file
root_remote.make_file(test_folder_path, 'remote.odt',
'New remote content')
# Create new folder with files
root_remote.make_folder(test_folder_path, 'Remote sub folder 2')
root_remote.make_file(test_folder_path + '/Remote sub folder 2',
'remote sub file 2.txt', 'Other remote content')
# Update file
root_remote.update_content(test_folder_path + '/joe.odt',
'Some remotely updated content')
self._synchronize(syn)
# Only locally modified content should exist
# and should be marked as 'unsynchronized', other content should
# have been deleted.
# Remote changes should not be impacted client side.
# Local changes should not be impacted server side.
# Local check
self.assertTrue(local.exists('/Test folder'))
self.assertEquals(len(local.get_children_info('/Test folder')), 3)
self.assertTrue(local.exists('/Test folder/joe.odt'))
self.assertEquals(local.get_content('/Test folder/joe.odt'),
'Some locally updated content')
self.assertTrue(local.exists('/Test folder/local.odt'))
self.assertTrue(local.exists('/Test folder/Local sub folder 2'))
self.assertTrue(local.exists(
'/Test folder/Local sub folder 2/local sub file 2.txt'))
self.assertFalse(local.exists('/Test folder/jack.odt'))
self.assertFalse(local.exists('/Test folder/remote.odt'))
self.assertFalse(local.exists('/Test folder/Sub folder 1'))
self.assertFalse(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
self.assertFalse(local.exists('/Test folder/Remote sub folder 1'))
self.assertFalse(local.exists(
'/Test folder/Remote sub folder 1/remote sub file 1.txt'))
# State check
session = ctl.get_session()
self._check_pair_state(session, '/Test folder', 'unsynchronized')
self._check_pair_state(session, '/Test folder/joe.odt',
'unsynchronized')
self._check_pair_state(session, '/Test folder/local.odt',
'unsynchronized')
self._check_pair_state(session, '/Test folder/Local sub folder 2',
'unsynchronized')
self._check_pair_state(session,
'/Test folder/Local sub folder 2/local sub file 2.txt',
'unsynchronized')
# Remote check
test_folder_uid = root_remote.get_info(test_folder_path).uid
self.assertEquals(len(root_remote.get_children_info(
test_folder_uid)), 5)
self.assertTrue(root_remote.exists(test_folder_path + '/joe.odt'))
self.assertEquals(root_remote.get_content(
test_folder_path + '/joe.odt'),
'Some remotely updated content')
self.assertTrue(root_remote.exists(test_folder_path + '/jack.odt'))
self.assertTrue(root_remote.exists(test_folder_path + '/remote.odt'))
self.assertTrue(root_remote.exists(test_folder_path + '/Sub folder 1'))
self.assertTrue(root_remote.exists(
test_folder_path + '/Sub folder 1/sub file 1.txt'))
self.assertTrue(root_remote.exists(
test_folder_path + '/Remote sub folder 2'))
self.assertTrue(root_remote.exists(
test_folder_path + '/Remote sub folder 2/remote sub file 2.txt'))
self.assertFalse(root_remote.exists(test_folder_path + '/local.odt'))
self.assertFalse(root_remote.exists(
test_folder_path + '/Local sub folder 2'))
self.assertFalse(root_remote.exists(
test_folder_path + '/Local sub folder 1/local sub file 2.txt'))
# Add Read permission back for test user then synchronize
self._set_read_permission("nuxeoDriveTestUser_user_1",
self.TEST_WORKSPACE_PATH + '/Test folder',
True)
self._synchronize(syn)
# Remote documents should be merged with locally modified content
# which should be unmarked as 'unsynchronized' and therefore
# synchronized upstream.
# Local check
self.assertTrue(local.exists('/Test folder'))
children_info = local.get_children_info('/Test folder')
self.assertEquals(len(children_info), 8)
for info in children_info:
if info.name == 'joe.odt':
remote_version = info
elif info.name.startswith('joe (') and info.name.endswith(').odt'):
local_version = info
self.assertTrue(remote_version is not None)
self.assertTrue(local_version is not None)
self.assertTrue(local.exists(remote_version.path))
self.assertEquals(local.get_content(remote_version.path),
'Some remotely updated content')
self.assertTrue(local.exists(local_version.path))
self.assertEquals(local.get_content(local_version.path),
'Some locally updated content')
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertTrue(local.exists('/Test folder/local.odt'))
self.assertTrue(local.exists('/Test folder/remote.odt'))
self.assertTrue(local.exists('/Test folder/Sub folder 1'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
self.assertTrue(local.exists('/Test folder/Local sub folder 2'))
self.assertTrue(local.exists(
'/Test folder/Local sub folder 2/local sub file 2.txt'))
self.assertTrue(local.exists('/Test folder/Remote sub folder 2'))
self.assertTrue(local.exists(
'/Test folder/Remote sub folder 2/remote sub file 2.txt'))
# State check
self._check_pair_state(session, '/Test folder', 'synchronized')
self._check_pair_state(session, '/Test folder/joe.odt',
'synchronized')
self._check_pair_state(session, '/Test folder/local.odt',
'synchronized')
self._check_pair_state(session, '/Test folder/Local sub folder 2',
'synchronized')
self._check_pair_state(session,
'/Test folder/Local sub folder 2/local sub file 2.txt',
'synchronized')
# Remote check
self.assertTrue(remote.exists('/Test folder'))
children_info = remote.get_children_info(test_folder_uid)
self.assertEquals(len(children_info), 8)
for info in children_info:
if info.name == 'joe.odt':
remote_version = info
elif info.name.startswith('joe (') and info.name.endswith(').odt'):
local_version = info
self.assertTrue(remote_version is not None)
self.assertTrue(local_version is not None)
remote_version_ref_length = (len(remote_version.path)
- len(self.TEST_WORKSPACE_PATH))
remote_version_ref = remote_version.path[-remote_version_ref_length:]
self.assertTrue(remote.exists(remote_version_ref))
self.assertEquals(remote.get_content(remote_version_ref),
'Some remotely updated content')
local_version_ref_length = (len(local_version.path)
- len(self.TEST_WORKSPACE_PATH))
local_version_ref = local_version.path[-local_version_ref_length:]
self.assertTrue(remote.exists(local_version_ref))
self.assertEquals(remote.get_content(local_version_ref),
'Some locally updated content')
self.assertTrue(remote.exists('/Test folder/jack.odt'))
self.assertTrue(remote.exists('/Test folder/local.odt'))
self.assertTrue(remote.exists('/Test folder/remote.odt'))
self.assertTrue(remote.exists('/Test folder/Sub folder 1'))
self.assertTrue(remote.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
self.assertTrue(remote.exists('/Test folder/Local sub folder 2'))
self.assertTrue(remote.exists(
'/Test folder/Local sub folder 2/local sub file 2.txt'))
self.assertTrue(remote.exists('/Test folder/Remote sub folder 2'))
self.assertTrue(remote.exists(
'/Test folder/Remote sub folder 2/remote sub file 2.txt'))
def test_synchronize_denying_read_access_local_modification(self):
"""Test denying Read access with concurrent local modification
Use cases:
- Deny Read access on a regular folder and make some
local and remote changes concurrently.
=> Only locally modified content should be kept
and should be marked as 'unsynchronized',
other content should be deleted.
Remote changes should not be impacted client side.
Local changes should not be impacted server side.
- Grant Read access back.
=> Remote documents should be merged with
locally modified content which should be unmarked
as 'unsynchronized' and therefore synchronized upstream.
See TestIntegrationRemoteDeletion
.test_synchronize_remote_deletion_local_modification
as the same uses cases are tested.
Note that we use the .odt extension for test files to make sure
that they are created as File and not Note documents on the server
when synchronized upstream, as the current implementation of
RemoteDocumentClient is File oriented.
"""
# Bind the server and root workspace
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
# Get local and remote clients
local = LocalClient(os.path.join(self.local_nxdrive_folder_1,
self.workspace_title))
remote = self.remote_document_client_1
root_remote = self.root_remote_client
# Create documents in the remote root workspace
# then synchronize
remote.make_folder('/', 'Test folder')
remote.make_file('/Test folder', 'joe.odt', 'Some content')
remote.make_file('/Test folder', 'jack.odt', 'Some content')
remote.make_folder('/Test folder', 'Sub folder 1')
remote.make_file('/Test folder/Sub folder 1', 'sub file 1.txt',
'Content')
syn = ctl.synchronizer
self._synchronize(syn)
self.assertTrue(local.exists('/Test folder'))
self.assertTrue(local.exists('/Test folder/joe.odt'))
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertTrue(local.exists('/Test folder/Sub folder 1'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
# Remove Read permission for test user on a regular folder
# and make some local and remote changes concurrently then synchronize
test_folder_path = self.TEST_WORKSPACE_PATH + '/Test folder'
self._set_read_permission("nuxeoDriveTestUser_user_1",
test_folder_path, False)
# Local changes
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
# Create new file
local.make_file('/Test folder', 'local.odt', 'New local content')
# Create new folder with files
local.make_folder('/Test folder', 'Local sub folder 2')
local.make_file('/Test folder/Local sub folder 2',
'local sub file 2.txt', 'Other local content')
# Update file
local.update_content('/Test folder/joe.odt',
'Some locally updated content')
# Remote changes
# Create new file
root_remote.make_file(test_folder_path, 'remote.odt',
'New remote content')
# Create new folder with files
root_remote.make_folder(test_folder_path, 'Remote sub folder 2')
root_remote.make_file(test_folder_path + '/Remote sub folder 2',
'remote sub file 2.txt', 'Other remote content')
# Update file
root_remote.update_content(test_folder_path + '/joe.odt',
'Some remotely updated content')
self._synchronize(syn)
# Only locally modified content should exist
# and should be marked as 'unsynchronized', other content should
# have been deleted.
# Remote changes should not be impacted client side.
# Local changes should not be impacted server side.
# Local check
self.assertTrue(local.exists('/Test folder'))
self.assertEquals(len(local.get_children_info('/Test folder')), 3)
self.assertTrue(local.exists('/Test folder/joe.odt'))
self.assertEquals(local.get_content('/Test folder/joe.odt'),
'Some locally updated content')
self.assertTrue(local.exists('/Test folder/local.odt'))
self.assertTrue(local.exists('/Test folder/Local sub folder 2'))
self.assertTrue(local.exists(
'/Test folder/Local sub folder 2/local sub file 2.txt'))
self.assertFalse(local.exists('/Test folder/jack.odt'))
self.assertFalse(local.exists('/Test folder/remote.odt'))
self.assertFalse(local.exists('/Test folder/Sub folder 1'))
self.assertFalse(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
self.assertFalse(local.exists('/Test folder/Remote sub folder 1'))
self.assertFalse(local.exists(
'/Test folder/Remote sub folder 1/remote sub file 1.txt'))
# State check
session = ctl.get_session()
self._check_pair_state(session, '/Test folder', 'unsynchronized')
self._check_pair_state(session, '/Test folder/joe.odt',
'unsynchronized')
self._check_pair_state(session, '/Test folder/local.odt',
'unsynchronized')
self._check_pair_state(session, '/Test folder/Local sub folder 2',
'unsynchronized')
self._check_pair_state(session,
'/Test folder/Local sub folder 2/local sub file 2.txt',
'unsynchronized')
# Remote check
test_folder_uid = root_remote.get_info(test_folder_path).uid
self.assertEquals(len(root_remote.get_children_info(
test_folder_uid)), 5)
self.assertTrue(root_remote.exists(test_folder_path + '/joe.odt'))
self.assertEquals(root_remote.get_content(
test_folder_path + '/joe.odt'),
'Some remotely updated content')
self.assertTrue(root_remote.exists(test_folder_path + '/jack.odt'))
self.assertTrue(root_remote.exists(test_folder_path + '/remote.odt'))
self.assertTrue(root_remote.exists(test_folder_path + '/Sub folder 1'))
self.assertTrue(root_remote.exists(
test_folder_path + '/Sub folder 1/sub file 1.txt'))
self.assertTrue(root_remote.exists(
test_folder_path + '/Remote sub folder 2'))
self.assertTrue(root_remote.exists(
test_folder_path + '/Remote sub folder 2/remote sub file 2.txt'))
self.assertFalse(root_remote.exists(test_folder_path + '/local.odt'))
self.assertFalse(root_remote.exists(
test_folder_path + '/Local sub folder 2'))
self.assertFalse(root_remote.exists(
test_folder_path + '/Local sub folder 1/local sub file 2.txt'))
# Add Read permission back for test user then synchronize
self._set_read_permission("nuxeoDriveTestUser_user_1",
self.TEST_WORKSPACE_PATH + '/Test folder',
True)
self._synchronize(syn)
# Remote documents should be merged with locally modified content
# which should be unmarked as 'unsynchronized' and therefore
# synchronized upstream.
# Local check
self.assertTrue(local.exists('/Test folder'))
children_info = local.get_children_info('/Test folder')
self.assertEquals(len(children_info), 8)
for info in children_info:
if info.name == 'joe.odt':
remote_version = info
elif info.name.startswith('joe (') and info.name.endswith(').odt'):
local_version = info
self.assertTrue(remote_version is not None)
self.assertTrue(local_version is not None)
self.assertTrue(local.exists(remote_version.path))
self.assertEquals(local.get_content(remote_version.path),
'Some remotely updated content')
self.assertTrue(local.exists(local_version.path))
self.assertEquals(local.get_content(local_version.path),
'Some locally updated content')
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertTrue(local.exists('/Test folder/local.odt'))
self.assertTrue(local.exists('/Test folder/remote.odt'))
self.assertTrue(local.exists('/Test folder/Sub folder 1'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
self.assertTrue(local.exists('/Test folder/Local sub folder 2'))
self.assertTrue(local.exists(
'/Test folder/Local sub folder 2/local sub file 2.txt'))
self.assertTrue(local.exists('/Test folder/Remote sub folder 2'))
self.assertTrue(local.exists(
'/Test folder/Remote sub folder 2/remote sub file 2.txt'))
# State check
self._check_pair_state(session, '/Test folder', 'synchronized')
self._check_pair_state(session, '/Test folder/joe.odt',
'synchronized')
self._check_pair_state(session, '/Test folder/local.odt',
'synchronized')
self._check_pair_state(session, '/Test folder/Local sub folder 2',
'synchronized')
self._check_pair_state(session,
'/Test folder/Local sub folder 2/local sub file 2.txt',
'synchronized')
# Remote check
self.assertTrue(remote.exists('/Test folder'))
children_info = remote.get_children_info(test_folder_uid)
self.assertEquals(len(children_info), 8)
for info in children_info:
if info.name == 'joe.odt':
remote_version = info
elif info.name.startswith('joe (') and info.name.endswith(').odt'):
local_version = info
self.assertTrue(remote_version is not None)
self.assertTrue(local_version is not None)
remote_version_ref_length = (len(remote_version.path)
- len(self.TEST_WORKSPACE_PATH))
remote_version_ref = remote_version.path[-remote_version_ref_length:]
self.assertTrue(remote.exists(remote_version_ref))
self.assertEquals(remote.get_content(remote_version_ref),
'Some remotely updated content')
local_version_ref_length = (len(local_version.path)
- len(self.TEST_WORKSPACE_PATH))
local_version_ref = local_version.path[-local_version_ref_length:]
self.assertTrue(remote.exists(local_version_ref))
self.assertEquals(remote.get_content(local_version_ref),
'Some locally updated content')
self.assertTrue(remote.exists('/Test folder/jack.odt'))
self.assertTrue(remote.exists('/Test folder/local.odt'))
self.assertTrue(remote.exists('/Test folder/remote.odt'))
self.assertTrue(remote.exists('/Test folder/Sub folder 1'))
self.assertTrue(remote.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
self.assertTrue(remote.exists('/Test folder/Local sub folder 2'))
self.assertTrue(remote.exists(
'/Test folder/Local sub folder 2/local sub file 2.txt'))
self.assertTrue(remote.exists('/Test folder/Remote sub folder 2'))
self.assertTrue(remote.exists(
'/Test folder/Remote sub folder 2/remote sub file 2.txt'))
def test_real_conflict(self):
raise SkipTest("WIP in https://jira.nuxeo.com/browse/NXDRIVE-170")
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
local = LocalClient(os.path.join(self.local_nxdrive_folder_1,
self.workspace_title))
remote = self.remote_file_system_client_2
syn = ctl.synchronizer
# Mark workspace as sync root for user2
self.remote_document_client_2.register_as_root(self.workspace)
# Launch first synchronization
self._sync(syn)
self.assertTrue(local.exists('/test.txt'))
# Update content on both sides by different users, remote last
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content('/test.txt', 'Local update')
remote.update_content(self.file_id, 'Remote update')
self._sync(syn, max_loops=2)
local_children = local.get_children_info('/')
self.assertEquals(len(local_children), 2)
child1 = local_children[0]
child2 = local_children[1]
self.assertTrue(child1.path.startswith('/test (%s' % self.user_1))
self.assertEquals(local.get_content(child1.path), 'Local update')
self.assertEquals(child2.path, '/test.txt')
self.assertEquals(local.get_content(child2.path), 'Remote update')
remote_children = remote.get_children_info(self.workspace_id)
self.assertEquals(len(remote_children), 2)
child1 = remote_children[0]
child2 = remote_children[1]
self.assertEquals(child1.name, 'test.txt')
self.assertEquals(remote.get_content(child1.uid), 'Remote update')
self.assertTrue(child2.name.startswith('test (%s' % self.user_1))
self.assertEquals(remote.get_content(child2.uid), 'Local update')
# Update content on both sides by different users, local last
remote.update_content(self.file_id, 'Remote update 2')
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content('/test.txt', 'Local update 2')
self._sync(syn, max_loops=2)
local_children = local.get_children_info('/')
self.assertEquals(len(local_children), 3)
child1 = local_children[0]
child2 = local_children[1]
child3 = local_children[2]
self.assertTrue(child1.path.startswith('/test (%s' % self.user_1))
self.assertTrue(local.get_content(child1.path).startswith('Local update'))
self.assertTrue(child2.path.startswith('/test (%s' % self.user_1))
self.assertTrue(local.get_content(child2.path).startswith('Local update'))
self.assertEquals(child3.path, '/test.txt')
self.assertEquals(local.get_content(child3.path), 'Remote update 2')
remote_children = remote.get_children_info(self.workspace_id)
self.assertEquals(len(remote_children), 3)
child1 = remote_children[0]
child2 = remote_children[1]
child3 = remote_children[2]
self.assertEquals(child1.name, 'test.txt')
self.assertEquals(remote.get_content(child1.uid), 'Remote update 2')
self.assertTrue(child2.name.startswith('test (%s' % self.user_1))
self.assertTrue(remote.get_content(child2.uid).startswith('Local update'))
self.assertTrue(child3.name.startswith('test (%s' % self.user_1))
self.assertTrue(remote.get_content(child3.uid).startswith('Local update'))
def test_concurrent_file_access(self):
"""Test update/deletion of a locally locked file.
This is to simulate downstream synchronization of a file opened (thus
locked) by any program under Windows, typically MS Word.
The file should be blacklisted and not prevent synchronization of other
pending items.
Once the file is unlocked and the cooldown period is over it should be
synchronized.
"""
# Bind the server and root workspace
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
# Get local and remote clients
local = LocalClient(
os.path.join(self.local_nxdrive_folder_1, self.workspace_title))
remote = self.remote_document_client_1
# Create file in the remote root workspace
remote.make_file('/', 'test_update.docx', 'Some content to update.')
remote.make_file('/', 'test_delete.docx', 'Some content to delete.')
# Launch first synchronization
syn = ctl.synchronizer
self._synchronize(syn)
self.assertTrue(local.exists('/test_update.docx'))
self.assertTrue(local.exists('/test_delete.docx'))
# Open locally synchronized files to lock them and generate a
# WindowsError when trying to update / delete them
file1_path = local.get_info('/test_update.docx').filepath
file1_desc = open(file1_path, 'rb')
file2_path = local.get_info('/test_delete.docx').filepath
file2_desc = open(file2_path, 'rb')
# Update /delete existing remote files and create a new remote file
remote.update_content('/test_update.docx', 'Updated content.')
remote.delete('/test_delete.docx')
remote.make_file('/', 'other.docx', 'Other content.')
# Synchronize
self._synchronize(syn)
if sys.platform == 'win32':
# As local file are locked, a WindowsError should occur during the
# local update process, therefore:
# - Temporary download file (.part) should be created locally but
# not renamed
# - Opened local files should still exist and not have been
# modified
# - Synchronization should not fail: doc pairs should be
# blacklisted, there should be 2 pending items and other remote
# modifications should be locally synchronized
self.assertTrue(local.exists('/.test_update.docx.part'))
self.assertTrue(local.exists('/test_update.docx'))
self.assertEquals(local.get_content('/test_update.docx'),
'Some content to update.')
self.assertTrue(local.exists('/test_delete.docx'))
self.assertEquals(local.get_content('/test_delete.docx'),
'Some content to delete.')
self.assertEquals(len(ctl.list_pending()), 2)
self.assertTrue(local.exists('/other.docx'))
self.assertEquals(local.get_content('/other.docx'),
'Other content.')
# Synchronize again
syn.loop(delay=0.1, max_loops=1)
# Blacklisted files should be ignored as delay (300 seconds by
# default) is not expired, nothing should have changed
self.assertTrue(local.exists('/.test_update.docx.part'))
self.assertTrue(local.exists('/test_update.docx'))
self.assertEquals(local.get_content('/test_update.docx'),
'Some content to update.')
self.assertTrue(local.exists('/test_delete.docx'))
self.assertEquals(local.get_content('/test_delete.docx'),
'Some content to delete.')
self.assertEquals(len(ctl.list_pending()), 2)
# Release file locks by closing them
file1_desc.close()
file2_desc.close()
# Reduce error skip delay to retry synchronization of pairs in
# error
syn.error_skip_period = 1.0
time.sleep(syn.error_skip_period)
syn.loop(delay=0.1, max_loops=1)
# Previously blacklisted files should be updated / deleted locally,
# temporary download file should not be there anymore and there
# should be no pending items left
self.assertTrue(local.exists('/test_update.docx'))
self.assertEquals(local.get_content('/test_update.docx'),
'Updated content.')
self.assertFalse(local.exists('/.test_update.docx.part'))
self.assertFalse(local.exists('/test_delete.docx'))
self.assertEquals(len(ctl.list_pending()), 0)
else:
self.assertTrue(local.exists('/test_update.docx'))
self.assertEquals(local.get_content('/test_update.docx'),
'Updated content.')
self.assertFalse(local.exists('/.test_update.docx.part'))
self.assertFalse(local.exists('/test_delete.docx'))
self.assertEquals(len(ctl.list_pending()), 0)
def test_binding_initialization_and_first_sync():
# Create some documents in a Nuxeo workspace and bind this server to a
# Nuxeo Drive local folder
make_server_tree()
ctl.bind_server(LOCAL_NXDRIVE_FOLDER, NUXEO_URL, USER, PASSWORD)
ctl.bind_root(LOCAL_NXDRIVE_FOLDER, TEST_WORKSPACE)
# The binding operation creates a new local folder with the Workspace name
# and reproduce the server side structure with folders and empty documents.
expected_folder = os.path.join(LOCAL_NXDRIVE_FOLDER, TEST_WORKSPACE_TITLE)
local = LocalClient(expected_folder)
level_0 = local.get_children_info("/")
def size(info):
return os.stat(info.filepath).st_size
assert_equal(len(level_0), 3)
assert_equal(level_0[0].name, "File 5.txt")
assert_equal(size(level_0[0]), 0)
assert_equal(level_0[1].name, "Folder 1")
assert_equal(level_0[2].name, "Folder 2")
level_1 = local.get_children_info(level_0[1].path)
assert_equal(len(level_1), 3)
assert_equal(level_1[0].name, "File 1.txt")
assert_equal(size(level_1[0]), 0)
assert_equal(level_1[1].name, "Folder 1.1")
assert_equal(level_1[2].name, "Folder 1.2")
level_2 = local.get_children_info(level_0[2].path)
assert_equal(len(level_2), 3)
assert_equal(level_2[0].name, "Duplicated File.txt")
assert_equal(size(level_2[0]), 0)
assert_equal(level_2[1].name, "Duplicated File__1.txt") # deduped name
assert_equal(size(level_2[1]), 0)
assert_equal(level_2[2].name, "File 4.txt")
assert_equal(size(level_2[2]), 0)
# Check the aggregate states information from the controller
states = ctl.children_states(expected_folder)
expected_states = [
(u"/File 5.txt", "remotely_modified"),
(u"/Folder 1", "children_modified"),
(u"/Folder 2", "children_modified"),
]
assert_equal(states, expected_states)
states = ctl.children_states(expected_folder + "/Folder 1")
expected_states = [
(u"/Folder 1/File 1.txt", "remotely_modified"),
(u"/Folder 1/Folder 1.1", "children_modified"),
(u"/Folder 1/Folder 1.2", "children_modified"),
]
assert_equal(states, expected_states)
states = ctl.children_states(expected_folder + "/Folder 1/Folder 1.1")
expected_states = [(u"/Folder 1/Folder 1.1/File 2.txt", "remotely_modified")]
assert_equal(states, expected_states)
# Check the list of files and folders with synchronization pending
pending = ctl.list_pending()
assert_equal(len(pending), 7)
assert_equal(pending[0].path, "/File 5.txt")
assert_equal(pending[1].path, "/Folder 1/File 1.txt")
assert_equal(pending[2].path, "/Folder 1/Folder 1.1/File 2.txt")
assert_equal(pending[3].path, "/Folder 1/Folder 1.2/File 3.txt")
assert_equal(pending[4].path, "/Folder 2/Duplicated File.txt")
assert_equal(pending[5].path, "/Folder 2/Duplicated File__1.txt")
assert_equal(pending[6].path, "/Folder 2/File 4.txt")
# It is also possible to restrict the list of pending document to a
# specific root
assert_equal(len(ctl.list_pending(local_root=expected_folder)), 7)
# It is also possible to restrict the number of pending tasks
pending = ctl.list_pending(limit=2)
assert_equal(len(pending), 2)
# Synchronize the first 2 documents:
assert_equal(ctl.synchronize(limit=2), 2)
pending = ctl.list_pending()
assert_equal(len(pending), 5)
assert_equal(pending[0].path, "/Folder 1/Folder 1.1/File 2.txt")
assert_equal(pending[1].path, "/Folder 1/Folder 1.2/File 3.txt")
assert_equal(pending[2].path, "/Folder 2/Duplicated File.txt")
assert_equal(pending[3].path, "/Folder 2/Duplicated File__1.txt")
assert_equal(pending[4].path, "/Folder 2/File 4.txt")
states = ctl.children_states(expected_folder)
expected_states = [
(u"/File 5.txt", "synchronized"),
(u"/Folder 1", "children_modified"),
(u"/Folder 2", "children_modified"),
]
# The actual content of the file has been updated
assert_equal(local.get_content("/File 5.txt"), "eee")
states = ctl.children_states(expected_folder + "/Folder 1")
expected_states = [
(u"/Folder 1/File 1.txt", "synchronized"),
(u"/Folder 1/Folder 1.1", "children_modified"),
(u"/Folder 1/Folder 1.2", "children_modified"),
]
assert_equal(states, expected_states)
# synchronize everything else
assert_equal(ctl.synchronize(), 5)
assert_equal(ctl.list_pending(), [])
states = ctl.children_states(expected_folder)
expected_states = [(u"/File 5.txt", "synchronized"), (u"/Folder 1", "synchronized"), (u"/Folder 2", "synchronized")]
assert_equal(states, expected_states)
states = ctl.children_states(expected_folder + "/Folder 1")
expected_states = [
(u"/Folder 1/File 1.txt", "synchronized"),
(u"/Folder 1/Folder 1.1", "synchronized"),
(u"/Folder 1/Folder 1.2", "synchronized"),
]
assert_equal(states, expected_states)
assert_equal(local.get_content("/Folder 1/File 1.txt"), "aaa")
assert_equal(local.get_content("/Folder 1/Folder 1.1/File 2.txt"), "bbb")
assert_equal(local.get_content("/Folder 1/Folder 1.2/File 3.txt"), "ccc")
assert_equal(local.get_content("/Folder 2/File 4.txt"), "ddd")
assert_equal(local.get_content("/Folder 2/Duplicated File.txt"), "Some content.")
assert_equal(local.get_content("/Folder 2/Duplicated File__1.txt"), "Other content.")
# Nothing else left to synchronize
assert_equal(ctl.list_pending(), [])
assert_equal(ctl.synchronize(), 0)
assert_equal(ctl.list_pending(), [])
def test_synchronize_remote_deletion_local_modification(self):
"""Test remote deletion with concurrent local modification
Use cases:
- Remotely delete a regular folder and make some
local changes concurrently.
=> Only locally modified content should be kept
and should be marked as 'unsynchronized',
other content should be deleted.
- Remotely restore folder from the trash.
=> Remote documents should be merged with
locally modified content which should be unmarked
as 'unsynchronized'.
- Remotely delete a file and locally update its content concurrently.
=> File should be kept locally and be marked as 'unsynchronized'.
- Remotely restore file from the trash.
=> Remote file should be merged with locally modified file with
a conflict detection and both files should be marked
as 'synchronized'.
- Remotely delete a file and locally rename it concurrently.
=> File should be kept locally and be marked as 'synchronized'.
- Remotely restore file from the trash.
=> Remote file should be merged with locally renamed file and
both files should be marked as 'synchronized'.
See TestIntegrationSecurityUpdates
.test_synchronize_denying_read_access_local_modification
as the same uses cases are tested.
Note that we use the .odt extension for test files to make sure
that they are created as File and not Note documents on the server
when synchronized upstream, as the current implementation of
RemoteDocumentClient is File oriented.
"""
# Bind the server and root workspace
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
# Get local and remote clients
local = LocalClient(os.path.join(self.local_nxdrive_folder_1,
self.workspace_title))
remote = self.remote_document_client_1
# Create documents in the remote root workspace
# then synchronize
remote.make_folder('/', 'Test folder')
remote.make_file('/Test folder', 'joe.odt', 'Some content')
remote.make_file('/Test folder', 'jack.odt', 'Some content')
remote.make_folder('/Test folder', 'Sub folder 1')
remote.make_file('/Test folder/Sub folder 1', 'sub file 1.txt',
'Content')
syn = ctl.synchronizer
self._synchronize(syn)
self.assertTrue(local.exists('/Test folder'))
self.assertTrue(local.exists('/Test folder/joe.odt'))
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertTrue(local.exists('/Test folder/Sub folder 1'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
# Delete remote folder and make some local changes
# concurrently then synchronize
remote.delete('/Test folder')
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
# Create new file
local.make_file('/Test folder', 'new.odt', "New content")
# Create new folder with files
local.make_folder('/Test folder', 'Sub folder 2')
local.make_file('/Test folder/Sub folder 2', 'sub file 2.txt',
'Other content')
# Update file
local.update_content('/Test folder/joe.odt', 'Some updated content')
self._synchronize(syn)
# Only locally modified content should exist
# and should be marked as 'unsynchronized', other content should
# have been deleted
# Local check
self.assertTrue(local.exists('/Test folder'))
self.assertTrue(local.exists('/Test folder/joe.odt'))
self.assertEquals(local.get_content('/Test folder/joe.odt'),
'Some updated content')
self.assertTrue(local.exists('/Test folder/new.odt'))
self.assertTrue(local.exists('/Test folder/Sub folder 2'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 2/sub file 2.txt'))
self.assertFalse(local.exists('/Test folder/jack.odt'))
self.assertFalse(local.exists('/Test folder/Sub folder 1'))
self.assertFalse(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
# State check
session = ctl.get_session()
self._check_pair_state(session, '/Test folder', 'unsynchronized')
self._check_pair_state(session, '/Test folder/joe.odt',
'unsynchronized')
self._check_pair_state(session, '/Test folder/new.odt',
'unsynchronized')
self._check_pair_state(session, '/Test folder/Sub folder 2',
'unsynchronized')
self._check_pair_state(session,
'/Test folder/Sub folder 2/sub file 2.txt',
'unsynchronized')
# Remote check
self.assertFalse(remote.exists('/Test folder'))
# Restore remote folder and its children from trash then synchronize
remote.undelete('/Test folder')
remote.undelete('/Test folder/joe.odt')
remote.undelete('/Test folder/jack.odt')
remote.undelete('/Test folder/Sub folder 1')
remote.undelete('/Test folder/Sub folder 1/sub file 1.txt')
self._synchronize(syn)
# Remotely restored documents should be merged with
# locally modified content which should be unmarked
# as 'unsynchronized' and therefore synchronized upstream
# Local check
self.assertTrue(local.exists('/Test folder'))
children_info = local.get_children_info('/Test folder')
self.assertEquals(len(children_info), 6)
for info in children_info:
if info.name == 'joe.odt':
remote_version = info
elif info.name.startswith('joe (') and info.name.endswith(').odt'):
local_version = info
self.assertTrue(remote_version is not None)
self.assertTrue(local_version is not None)
self.assertTrue(local.exists(remote_version.path))
self.assertEquals(local.get_content(remote_version.path),
'Some content')
self.assertTrue(local.exists(local_version.path))
self.assertEquals(local.get_content(local_version.path),
'Some updated content')
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertTrue(local.exists('/Test folder/new.odt'))
self.assertTrue(local.exists('/Test folder/Sub folder 1'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
self.assertTrue(local.exists('/Test folder/Sub folder 2'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 2/sub file 2.txt'))
# State check
self._check_pair_state(session, '/Test folder', 'synchronized')
self._check_pair_state(session, '/Test folder/joe.odt',
'synchronized')
self._check_pair_state(session, '/Test folder/new.odt',
'synchronized')
self._check_pair_state(session, '/Test folder/Sub folder 2',
'synchronized')
self._check_pair_state(session,
'/Test folder/Sub folder 2/sub file 2.txt',
'synchronized')
# Remote check
self.assertTrue(remote.exists('/Test folder'))
test_folder_uid = remote.get_info('/Test folder').uid
children_info = remote.get_children_info(test_folder_uid)
self.assertEquals(len(children_info), 6)
for info in children_info:
if info.name == 'joe.odt':
remote_version = info
elif info.name.startswith('joe (') and info.name.endswith(').odt'):
local_version = info
self.assertTrue(remote_version is not None)
self.assertTrue(local_version is not None)
remote_version_ref_length = (len(remote_version.path)
- len(self.TEST_WORKSPACE_PATH))
remote_version_ref = remote_version.path[-remote_version_ref_length:]
self.assertTrue(remote.exists(remote_version_ref))
self.assertEquals(remote.get_content(remote_version_ref),
'Some content')
local_version_ref_length = (len(local_version.path)
- len(self.TEST_WORKSPACE_PATH))
local_version_ref = local_version.path[-local_version_ref_length:]
self.assertTrue(remote.exists(local_version_ref))
self.assertEquals(remote.get_content(local_version_ref),
'Some updated content')
self.assertTrue(remote.exists('/Test folder/jack.odt'))
self.assertTrue(remote.exists('/Test folder/new.odt'))
self.assertTrue(remote.exists('/Test folder/Sub folder 1'))
self.assertTrue(remote.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
self.assertTrue(remote.exists('/Test folder/Sub folder 2'))
self.assertTrue(remote.exists(
'/Test folder/Sub folder 2/sub file 2.txt'))
# Delete remote file and update its local content
# concurrently then synchronize
remote.delete('/Test folder/jack.odt')
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
local.update_content('/Test folder/jack.odt', 'Some updated content')
self._synchronize(syn)
# File should be kept locally and be marked as 'unsynchronized'.
# Local check
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertEquals(local.get_content('/Test folder/jack.odt'),
'Some updated content')
# Remote check
self.assertFalse(remote.exists('/Test folder/jack.odt'))
# State check
session = ctl.get_session()
self._check_pair_state(session, '/Test folder', 'synchronized')
self._check_pair_state(session, '/Test folder/jack.odt',
'unsynchronized')
# Remotely restore file from the trash then synchronize
remote.undelete('/Test folder/jack.odt')
self._synchronize(syn)
# Remotely restored file should be merged with locally modified file
# with a conflict detection and both files should be marked
# as 'synchronized'
# Local check
children_info = local.get_children_info('/Test folder')
for info in children_info:
if info.name == 'jack.odt':
remote_version = info
elif (info.name.startswith('jack (')
and info.name.endswith(').odt')):
local_version = info
self.assertTrue(remote_version is not None)
self.assertTrue(local_version is not None)
self.assertTrue(local.exists(remote_version.path))
self.assertEquals(local.get_content(remote_version.path),
'Some content')
self.assertTrue(local.exists(local_version.path))
self.assertEquals(local.get_content(local_version.path),
'Some updated content')
# Remote check
self.assertTrue(remote.exists(remote_version.path))
self.assertEquals(remote.get_content(remote_version.path),
'Some content')
local_version_path = self._truncate_remote_path(local_version.path)
self.assertTrue(remote.exists(local_version_path))
self.assertEquals(remote.get_content(local_version_path),
'Some updated content')
# State check
self._check_pair_state(session, remote_version.path,
'synchronized')
self._check_pair_state(session, local_version.path,
'synchronized')
# Delete remote file and rename it locally
# concurrently then synchronize
remote.delete('/Test folder/jack.odt')
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
local.rename('/Test folder/jack.odt', 'jack renamed.odt')
self._synchronize(syn)
# File should be kept locally and be marked as 'synchronized'
# Local check
self.assertFalse(local.exists('/Test folder/jack.odt'))
self.assertTrue(local.exists('/Test folder/jack renamed.odt'))
self.assertEquals(local.get_content('/Test folder/jack renamed.odt'),
'Some content')
# Remote check
self.assertFalse(remote.exists('/Test folder/jack.odt'))
# State check
session = ctl.get_session()
self._check_pair_state(session, '/Test folder', 'synchronized')
self._check_pair_state(session, '/Test folder/jack renamed.odt',
'synchronized')
# Remotely restore file from the trash then synchronize
remote.undelete('/Test folder/jack.odt')
self._synchronize(syn)
# Remotely restored file should be merged with locally renamed file
# and both files should be marked as 'synchronized'
# Local check
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertEquals(local.get_content('/Test folder/jack.odt'),
'Some content')
self.assertTrue(local.exists('/Test folder/jack renamed.odt'))
self.assertEquals(local.get_content('/Test folder/jack renamed.odt'),
'Some content')
# Remote check
self.assertTrue(remote.exists('/Test folder/jack.odt'))
self.assertEquals(remote.get_content('/Test folder/jack.odt'),
'Some content')
self.assertTrue(remote.exists('/Test folder/jack renamed.odt'))
self.assertEquals(remote.get_content('/Test folder/jack renamed.odt'),
'Some content')
# State check
self._check_pair_state(session, '/Test folder/jack.odt',
'synchronized')
self._check_pair_state(session, '/Test folder/jack renamed.odt',
'synchronized')
class TestPermissionHierarchy(UnitTestCase):
def setUpApp(self, **kwargs):
super(TestPermissionHierarchy, self).setUpApp(
server_profile='permission')
def setUp(self):
self.admin = self.root_remote_client
self.user1 = RemoteDocumentClientForTests(
self.nuxeo_url, self.user_1, 'nxdrive-test-device-1', self.version,
password=self.password_1, upload_tmp_dir=self.upload_tmp_dir)
self.user2 = RemoteDocumentClientForTests(
self.nuxeo_url, self.user_2, 'nxdrive-test-device-2', self.version,
password=self.password_2, upload_tmp_dir=self.upload_tmp_dir)
self.local_client_1 = LocalClient(self.local_nxdrive_folder_1)
self.local_client_2 = LocalClient(self.local_nxdrive_folder_2)
# Make sure user workspace is created and fetch its UID
self.workspace_uid = self.user1.make_file_in_user_workspace(
'File in user workspace', filename='USFile.txt')['parentRef']
self.addCleanup(self.delete_wspace)
def delete_wspace(self):
# Cleanup user workspace
if self.workspace_uid and self.admin.exists(self.workspace_uid):
self.admin.delete(self.workspace_uid, use_trash=False)
def set_readonly(self, user, doc_path, grant=True):
"""
Mark one folder as RO or RW.
:param bool grant: Set RO if True else RW.
"""
op_input = 'doc:' + doc_path
if grant:
self.root_remote_client.execute('Document.SetACE',
op_input=op_input,
user=user,
permission='Read')
self.root_remote_client.block_inheritance(
doc_path, overwrite=False)
else:
self.root_remote_client.execute('Document.SetACE',
op_input=op_input,
user=user,
permission='ReadWrite',
grant='true')
def test_sync_delete_root(self):
# Create test folder in user workspace as test user
test_folder_uid = self.user1.make_folder(
self.workspace_uid, 'test_folder')
# Create a document in the test folder
self.user1.make_file(
test_folder_uid, 'test_file.txt', 'Some content.')
# Register test folder as a sync root
self.user1.register_as_root(test_folder_uid)
# Start engine
self.engine_1.start()
# Wait for synchronization
self.wait_sync(wait_for_async=True)
# Check locally synchronized content
root = '/My Docs/test_folder'
self.assertTrue(self.local_client_1.exists(root))
self.assertTrue(self.local_client_1.exists(root + '/test_file.txt'))
# Delete test folder
self.user1.delete(test_folder_uid)
# Wait for synchronization
self.wait_sync(wait_for_async=True)
# Check locally synchronized content
self.assertFalse(self.local_client_1.exists(root))
self.assertEqual(
len(self.local_client_1.get_children_info('/My Docs')), 0)
def test_sync_delete_shared_folder(self):
self.engine_1.start()
# Register user workspace as a sync root for user1
self.user1.register_as_root(self.workspace_uid)
# Create test folder in user workspace as user1
test_folder_uid = self.user1.make_folder(
self.workspace_uid, 'test_folder')
self.wait_sync(wait_for_async=True)
assert self.local_client_1.exists('/My Docs')
assert self.local_client_1.exists('/My Docs/test_folder')
# Grant ReadWrite permission to user2 on test folder
self.set_readonly(self.user_2, test_folder_uid, grant=False)
self.wait_sync(wait_for_async=True)
# Register test folder as a sync root for user2
self.user2.register_as_root(test_folder_uid)
self.wait_sync(wait_for_async=True)
# Delete test folder
self.user1.delete(test_folder_uid)
self.wait_sync(wait_for_async=True)
# Check locally synchronized content
assert not self.local_client_1.exists('/My Docs/test_folder')
children = self.local_client_1.get_children_info('/My Docs')
assert len(children) == 1
def test_sync_unshared_folder(self):
# Register user workspace as a sync root for user1
self.user1.register_as_root(self.workspace_uid)
# Start engine
self.engine_2.start()
# Wait for synchronization
self.wait_sync(wait_for_async=True,
wait_for_engine_2=True,
wait_for_engine_1=False)
# Check locally synchronized content
self.assertTrue(self.local_client_2.exists('/My Docs'))
self.assertTrue(self.local_client_2.exists('/Other Docs'))
# Create test folder in user workspace as user1
test_folder_uid = self.user1.make_folder(self.workspace_uid, 'Folder A')
folder_b = self.user1.make_folder(test_folder_uid, 'Folder B')
folder_c = self.user1.make_folder(folder_b, 'Folder C')
folder_d = self.user1.make_folder(folder_c, 'Folder D')
self.user1.make_folder(folder_d, 'Folder E')
# Grant ReadWrite permission to user2 on test folder
self.set_readonly(self.user_2, test_folder_uid, grant=False)
# Register test folder as a sync root for user2
self.user2.register_as_root(test_folder_uid)
# Wait for synchronization
self.wait_sync(wait_for_async=True,
wait_for_engine_2=True,
wait_for_engine_1=False)
self.assertTrue(self.local_client_2.exists('/Other Docs/Folder A'))
self.assertTrue(self.local_client_2.exists(
'/Other Docs/Folder A/Folder B/Folder C/Folder D/Folder E'))
# Use for later get_fs_item checks
folder_b_fs = self.local_client_2.get_remote_id(
'/Other Docs/Folder A/Folder B')
folder_a_fs = self.local_client_2.get_remote_id('/Other Docs/Folder A')
# Unshare Folder A and share Folder C
self.admin.execute('Document.RemoveACL',
op_input='doc:' + test_folder_uid,
acl='local')
self.set_readonly(self.user_2, folder_c)
self.user2.register_as_root(folder_c)
self.wait_sync(wait_for_async=True,
wait_for_engine_2=True,
wait_for_engine_1=False)
self.assertFalse(self.local_client_2.exists('/Other Docs/Folder A'))
self.assertTrue(self.local_client_2.exists('/Other Docs/Folder C'))
self.assertTrue(self.local_client_2.exists(
'/Other Docs/Folder C/Folder D/Folder E'))
# Verify that we dont have any 403 errors
self.assertIsNone(self.remote_file_system_client_2.get_fs_item(
folder_a_fs))
self.assertIsNone(self.remote_file_system_client_2.get_fs_item(
folder_b_fs))
def test_sync_move_permission_removal(self):
root = self.user1.make_folder(self.workspace_uid, 'testing')
readonly = self.user1.make_folder(root, 'ReadFolder')
readwrite = self.user1.make_folder(root, 'WriteFolder')
# Register user workspace as a sync root for user1
self.user1.register_as_root(self.workspace_uid)
# Register root folder as a sync root for user2
self.set_readonly(self.user_2, root, grant=False)
self.user2.register_as_root(root)
# Make one read-only document
self.user1.make_file(readonly, 'file_ro.txt', content='Read-only doc.')
# Read only folder for user 2
self.set_readonly(self.user_2, readonly)
# Basic test to be sure we are in RO mode
with self.assertRaises(HTTPError):
self.user2.make_file(readonly, 'test.txt', content='test')
# ReadWrite folder for user 2
self.set_readonly(self.user_2, readwrite, grant=False)
# Start'n sync
self.engine_2.start()
self.wait_sync(wait_for_async=True,
wait_for_engine_1=False,
wait_for_engine_2=True)
# Checks
root = '/Other Docs/testing/'
self.assertTrue(self.local_client_2.exists(root + 'ReadFolder'))
self.assertTrue(self.local_client_2.exists(
root + 'ReadFolder/file_ro.txt'))
self.assertTrue(self.local_client_2.exists(root + 'WriteFolder'))
self.assertEqual(
self.local_client_2.get_content(root + 'ReadFolder/file_ro.txt'),
'Read-only doc.')
# Move the read-only file
self.local_client_2.move(root + 'ReadFolder/file_ro.txt',
root + 'WriteFolder',
name='file_rw.txt')
# Remove RO on ReadFolder folder
self.set_readonly(self.user_2, readonly, grant=False)
# Edit the new writable file
self.local_client_2.update_content(root + 'WriteFolder/file_rw.txt',
'Now a fresh read-write doc.')
# Sync
self.wait_sync(wait_for_async=True,
wait_for_engine_1=False,
wait_for_engine_2=True)
# Local checks
self.assertFalse(self.local_client_2.exists(
root + 'ReadFolder/file_ro.txt'))
self.assertFalse(self.local_client_2.exists(
root + 'WriteFolder/file_ro.txt'))
self.assertTrue(self.local_client_2.exists(
root + 'WriteFolder/file_rw.txt'))
self.assertEqual(
self.local_client_2.get_content(root + 'WriteFolder/file_rw.txt'),
'Now a fresh read-write doc.')
# Remote checks
self.assertEqual(len(self.user1.get_children_info(readonly)), 0)
children = self.user1.get_children_info(readwrite)
self.assertEqual(len(children), 1)
self.assertEqual(children[0].filename, 'file_rw.txt')
good_digest = hashlib.md5('Now a fresh read-write doc.').hexdigest()
self.assertEqual(children[0].digest, good_digest)
# No errors check
self.assertEqual(len(self.engine_2.get_dao().get_errors()), 0)
class TestIntegrationEncoding(IntegrationTestCase):
def setUp(self):
super(TestIntegrationEncoding, self).setUp()
self.ctl = self.controller_1
self.ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
self.sb = self.ctl.get_server_binding(self.local_nxdrive_folder_1)
self.ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
self.syn = self.ctl.synchronizer
self.syn.loop(delay=0.010, max_loops=1)
self.remote_client = self.remote_document_client_1
sync_root_folder = os.path.join(self.local_nxdrive_folder_1,
self.workspace_title)
self.local_client = LocalClient(sync_root_folder)
def test_filename_with_accents_from_server(self):
self.remote_client.make_file(self.workspace,
u'Nom sans accents.doc',
u"Contenu sans accents.")
self.remote_client.make_file(self.workspace,
u'Nom avec accents \xe9 \xe8.doc',
u"Contenu sans accents.")
self._synchronize_and_assert(2, wait=True)
self.assertEquals(self.local_client.get_content(
u'/Nom sans accents.doc'),
u"Contenu sans accents.")
self.assertEquals(self.local_client.get_content(
u'/Nom avec accents \xe9 \xe8.doc'),
u"Contenu sans accents.")
def test_content_with_accents_from_server(self):
self.remote_client.make_file(self.workspace,
u'Nom sans accents.txt',
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
self._synchronize_and_assert(1, wait=True)
self.assertEquals(self.local_client.get_content(
u'/Nom sans accents.txt'),
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
def test_filename_with_accents_from_client(self):
self.local_client.make_file('/',
u'Avec accents \xe9 \xe8.doc',
u"Contenu sans accents.")
self.local_client.make_file('/',
u'Sans accents.doc',
u"Contenu sans accents.")
self._synchronize_and_assert(2)
self.assertEquals(self.remote_client.get_content(
u'/Avec accents \xe9 \xe8.doc'),
u"Contenu sans accents.")
self.assertEquals(self.remote_client.get_content(
u'/Sans accents.doc'),
u"Contenu sans accents.")
def test_content_with_accents_from_client(self):
self.local_client.make_file('/',
u'Nom sans accents',
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
self._synchronize_and_assert(1)
self.assertEquals(self.remote_client.get_content(
u'/Nom sans accents'),
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
def _synchronize_and_assert(self, expected_synchronized, wait=False):
if wait:
# Wait for audit changes to be detected after the 1 second step
time.sleep(self.AUDIT_CHANGE_FINDER_TIME_RESOLUTION)
n_synchronized = self.syn.update_synchronize_server(self.sb)
self.assertEqual(n_synchronized, expected_synchronized)
def test_concurrent_file_access(self):
"""Test update/deletion of a locally locked file.
This is to simulate downstream synchronization of a file opened (thus
locked) by any program under Windows, typically MS Word.
The file should be blacklisted and not prevent synchronization of other
pending items.
Once the file is unlocked and the cooldown period is over it should be
synchronized.
"""
# Bind the server and root workspace
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
# Get local and remote clients
local = LocalClient(os.path.join(self.local_nxdrive_folder_1,
self.workspace_title))
remote = self.remote_document_client_1
# Create file in the remote root workspace
remote.make_file('/', 'test_update.docx', 'Some content to update.')
remote.make_file('/', 'test_delete.docx', 'Some content to delete.')
# Launch first synchronization
syn = ctl.synchronizer
self._synchronize(syn)
self.assertTrue(local.exists('/test_update.docx'))
self.assertTrue(local.exists('/test_delete.docx'))
# Open locally synchronized files to lock them and generate a
# WindowsError when trying to update / delete them
file1_path = local.get_info('/test_update.docx').filepath
file1_desc = open(file1_path, 'rb')
file2_path = local.get_info('/test_delete.docx').filepath
file2_desc = open(file2_path, 'rb')
# Update /delete existing remote files and create a new remote file
remote.update_content('/test_update.docx', 'Updated content.')
remote.delete('/test_delete.docx')
remote.make_file('/', 'other.docx', 'Other content.')
# Synchronize
self._synchronize(syn)
if sys.platform == 'win32':
# As local file are locked, a WindowsError should occur during the
# local update process, therefore:
# - Temporary download file (.part) should be created locally but
# not renamed
# - Opened local files should still exist and not have been
# modified
# - Synchronization should not fail: doc pairs should be
# blacklisted, there should be 2 pending items and other remote
# modifications should be locally synchronized
self.assertTrue(local.exists('/.test_update.docx.part'))
self.assertTrue(local.exists('/test_update.docx'))
self.assertEquals(local.get_content('/test_update.docx'),
'Some content to update.')
self.assertTrue(local.exists('/test_delete.docx'))
self.assertEquals(local.get_content('/test_delete.docx'),
'Some content to delete.')
self.assertEquals(len(ctl.list_pending()), 2)
self.assertTrue(local.exists('/other.docx'))
self.assertEquals(local.get_content('/other.docx'),
'Other content.')
# Synchronize again
syn.loop(delay=0.1, max_loops=1)
# Blacklisted files should be ignored as delay (300 seconds by
# default) is not expired, nothing should have changed
self.assertTrue(local.exists('/.test_update.docx.part'))
self.assertTrue(local.exists('/test_update.docx'))
self.assertEquals(local.get_content('/test_update.docx'),
'Some content to update.')
self.assertTrue(local.exists('/test_delete.docx'))
self.assertEquals(local.get_content('/test_delete.docx'),
'Some content to delete.')
self.assertEquals(len(ctl.list_pending()), 2)
# Release file locks by closing them
file1_desc.close()
file2_desc.close()
# Reduce error skip delay to retry synchronization of pairs in
# error
syn.error_skip_period = 1.0
time.sleep(syn.error_skip_period)
syn.loop(delay=0.1, max_loops=1)
# Previously blacklisted files should be updated / deleted locally,
# temporary download file should not be there anymore and there
# should be no pending items left
self.assertTrue(local.exists('/test_update.docx'))
self.assertEquals(local.get_content('/test_update.docx'),
'Updated content.')
self.assertFalse(local.exists('/.test_update.docx.part'))
self.assertFalse(local.exists('/test_delete.docx'))
self.assertEquals(len(ctl.list_pending()), 0)
else:
self.assertTrue(local.exists('/test_update.docx'))
self.assertEquals(local.get_content('/test_update.docx'),
'Updated content.')
self.assertFalse(local.exists('/.test_update.docx.part'))
self.assertFalse(local.exists('/test_delete.docx'))
self.assertEquals(len(ctl.list_pending()), 0)
def test_conflict_detection_and_renaming(self):
raise SkipTest("WIP in https://jira.nuxeo.com/browse/NXDRIVE-170")
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
syn = ctl.synchronizer
# Fetch the workspace sync root
syn.loop(delay=0, max_loops=1, no_event_init=True)
self.assertEquals(ctl.list_pending(), [])
# Let's create some document on the client and synchronize it.
local = LocalClient(self.local_nxdrive_folder_1)
local_path = local.make_file('/' + self.workspace_title,
'Some File.doc', content="Original content.")
syn.loop(delay=0, max_loops=1, no_event_init=True)
# Let's modify it concurrently but with the same content (digest)
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content(local_path, 'Same new content.')
remote_2 = self.remote_document_client_2
remote_2.update_content('/Some File.doc', 'Same new content.')
# Let's synchronize and check the conflict handling: automatic
# resolution will work for this case/
self.wait()
syn.loop(delay=0, max_loops=1, no_event_init=True)
item_infos = local.get_children_info('/' + self.workspace_title)
self.assertEquals(len(item_infos), 1)
self.assertEquals(item_infos[0].name, 'Some File.doc')
self.assertEquals(local.get_content(local_path), 'Same new content.')
# Let's trigger another conflict that cannot be resolved
# automatically:
time.sleep(OS_STAT_MTIME_RESOLUTION)
local.update_content(local_path, 'Local new content.')
remote_2 = self.remote_document_client_2
remote_2.update_content('/Some File.doc', 'Remote new content.')
self.wait()
# 2 loops are necessary for full conflict handling
syn.loop(delay=0, max_loops=2, no_event_init=True)
item_infos = local.get_children_info('/' + self.workspace_title)
self.assertEquals(len(item_infos), 2)
first, second = item_infos
if first.name == 'Some File.doc':
version_from_remote, version_from_local = first, second
else:
version_from_local, version_from_remote = first, second
self.assertEquals(version_from_remote.name, 'Some File.doc')
self.assertEquals(local.get_content(version_from_remote.path),
'Remote new content.')
self.assertTrue(version_from_local.name.startswith('Some File ('),
msg="'%s' was expected to start with 'Some File ('"
% version_from_local.name)
self.assertTrue(version_from_local.name.endswith(').doc'),
msg="'%s' was expected to end with ').doc'"
% version_from_local.name)
self.assertEquals(local.get_content(version_from_local.path),
'Local new content.')
# Everything is synchronized
all_states = self.get_all_states()
self.assertEquals(all_states[:2], [
(u'/',
u'synchronized', u'synchronized'),
(u'/Nuxeo Drive Test Workspace',
u'synchronized', u'synchronized'),
])
# The filename changes with the date
self.assertEquals(all_states[2][1:],
(u'synchronized', u'synchronized'))
self.assertEquals(all_states[3],
(u'/Nuxeo Drive Test Workspace/Some File.doc',
u'synchronized', u'synchronized'))
def test_synchronize_remote_deletion_local_modification(self):
"""Test remote deletion with concurrent local modification
Use cases:
- Remotely delete a regular folder and make some
local changes concurrently.
=> Only locally modified content should be kept
and should be marked as 'unsynchronized',
other content should be deleted.
- Remotely restore folder from the trash.
=> Remote documents should be merged with
locally modified content which should be unmarked
as 'unsynchronized'.
- Remotely delete a file and locally update its content concurrently.
=> File should be kept locally and be marked as 'unsynchronized'.
- Remotely restore file from the trash.
=> Remote file should be merged with locally modified file with
a conflict detection and both files should be marked
as 'synchronized'.
- Remotely delete a file and locally rename it concurrently.
=> File should be kept locally and be marked as 'synchronized'.
- Remotely restore file from the trash.
=> Remote file should be merged with locally renamed file and
both files should be marked as 'synchronized'.
See TestIntegrationSecurityUpdates
.test_synchronize_denying_read_access_local_modification
as the same uses cases are tested.
Note that we use the .odt extension for test files to make sure
that they are created as File and not Note documents on the server
when synchronized upstream, as the current implementation of
RemoteDocumentClient is File oriented.
"""
# Bind the server and root workspace
ctl = self.controller_1
ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
# Get local and remote clients
local = LocalClient(os.path.join(self.local_nxdrive_folder_1,
self.workspace_title))
remote = self.remote_document_client_1
# Create documents in the remote root workspace
# then synchronize
remote.make_folder('/', 'Test folder')
remote.make_file('/Test folder', 'joe.odt', 'Some content')
remote.make_file('/Test folder', 'jack.odt', 'Some content')
remote.make_folder('/Test folder', 'Sub folder 1')
remote.make_file('/Test folder/Sub folder 1', 'sub file 1.txt',
'Content')
syn = ctl.synchronizer
self._synchronize(syn)
self.assertTrue(local.exists('/Test folder'))
self.assertTrue(local.exists('/Test folder/joe.odt'))
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertTrue(local.exists('/Test folder/Sub folder 1'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
# Delete remote folder and make some local changes
# concurrently then synchronize
remote.delete('/Test folder')
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
# Create new file
local.make_file('/Test folder', 'new.odt', "New content")
# Create new folder with files
local.make_folder('/Test folder', 'Sub folder 2')
local.make_file('/Test folder/Sub folder 2', 'sub file 2.txt',
'Other content')
# Update file
local.update_content('/Test folder/joe.odt', 'Some updated content')
self._synchronize(syn)
# Only locally modified content should exist
# and should be marked as 'unsynchronized', other content should
# have been deleted
# Local check
self.assertTrue(local.exists('/Test folder'))
self.assertTrue(local.exists('/Test folder/joe.odt'))
self.assertEquals(local.get_content('/Test folder/joe.odt'),
'Some updated content')
self.assertTrue(local.exists('/Test folder/new.odt'))
self.assertTrue(local.exists('/Test folder/Sub folder 2'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 2/sub file 2.txt'))
self.assertFalse(local.exists('/Test folder/jack.odt'))
self.assertFalse(local.exists('/Test folder/Sub folder 1'))
self.assertFalse(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
# State check
session = ctl.get_session()
self._check_pair_state(session, '/Test folder', 'unsynchronized')
self._check_pair_state(session, '/Test folder/joe.odt',
'unsynchronized')
self._check_pair_state(session, '/Test folder/new.odt',
'unsynchronized')
self._check_pair_state(session, '/Test folder/Sub folder 2',
'unsynchronized')
self._check_pair_state(session,
'/Test folder/Sub folder 2/sub file 2.txt',
'unsynchronized')
# Remote check
self.assertFalse(remote.exists('/Test folder'))
# Restore remote folder and its children from trash then synchronize
remote.undelete('/Test folder')
remote.undelete('/Test folder/joe.odt')
remote.undelete('/Test folder/jack.odt')
remote.undelete('/Test folder/Sub folder 1')
remote.undelete('/Test folder/Sub folder 1/sub file 1.txt')
self._synchronize(syn)
# Remotely restored documents should be merged with
# locally modified content which should be unmarked
# as 'unsynchronized' and therefore synchronized upstream
# Local check
self.assertTrue(local.exists('/Test folder'))
children_info = local.get_children_info('/Test folder')
self.assertEquals(len(children_info), 6)
for info in children_info:
if info.name == 'joe.odt':
remote_version = info
elif info.name.startswith('joe (') and info.name.endswith(').odt'):
local_version = info
self.assertTrue(remote_version is not None)
self.assertTrue(local_version is not None)
self.assertTrue(local.exists(remote_version.path))
self.assertEquals(local.get_content(remote_version.path),
'Some content')
self.assertTrue(local.exists(local_version.path))
self.assertEquals(local.get_content(local_version.path),
'Some updated content')
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertTrue(local.exists('/Test folder/new.odt'))
self.assertTrue(local.exists('/Test folder/Sub folder 1'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
self.assertTrue(local.exists('/Test folder/Sub folder 2'))
self.assertTrue(local.exists(
'/Test folder/Sub folder 2/sub file 2.txt'))
# State check
self._check_pair_state(session, '/Test folder', 'synchronized')
self._check_pair_state(session, '/Test folder/joe.odt',
'synchronized')
self._check_pair_state(session, '/Test folder/new.odt',
'synchronized')
self._check_pair_state(session, '/Test folder/Sub folder 2',
'synchronized')
self._check_pair_state(session,
'/Test folder/Sub folder 2/sub file 2.txt',
'synchronized')
# Remote check
self.assertTrue(remote.exists('/Test folder'))
test_folder_uid = remote.get_info('/Test folder').uid
children_info = remote.get_children_info(test_folder_uid)
self.assertEquals(len(children_info), 6)
for info in children_info:
if info.name == 'joe.odt':
remote_version = info
elif info.name.startswith('joe (') and info.name.endswith(').odt'):
local_version = info
self.assertTrue(remote_version is not None)
self.assertTrue(local_version is not None)
remote_version_ref_length = (len(remote_version.path)
- len(self.TEST_WORKSPACE_PATH))
remote_version_ref = remote_version.path[-remote_version_ref_length:]
self.assertTrue(remote.exists(remote_version_ref))
self.assertEquals(remote.get_content(remote_version_ref),
'Some content')
local_version_ref_length = (len(local_version.path)
- len(self.TEST_WORKSPACE_PATH))
local_version_ref = local_version.path[-local_version_ref_length:]
self.assertTrue(remote.exists(local_version_ref))
self.assertEquals(remote.get_content(local_version_ref),
'Some updated content')
self.assertTrue(remote.exists('/Test folder/jack.odt'))
self.assertTrue(remote.exists('/Test folder/new.odt'))
self.assertTrue(remote.exists('/Test folder/Sub folder 1'))
self.assertTrue(remote.exists(
'/Test folder/Sub folder 1/sub file 1.txt'))
self.assertTrue(remote.exists('/Test folder/Sub folder 2'))
self.assertTrue(remote.exists(
'/Test folder/Sub folder 2/sub file 2.txt'))
# Delete remote file and update its local content
# concurrently then synchronize
remote.delete('/Test folder/jack.odt')
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
local.update_content('/Test folder/jack.odt', 'Some updated content')
self._synchronize(syn)
# File should be kept locally and be marked as 'unsynchronized'.
# Local check
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertEquals(local.get_content('/Test folder/jack.odt'),
'Some updated content')
# Remote check
self.assertFalse(remote.exists('/Test folder/jack.odt'))
# State check
session = ctl.get_session()
self._check_pair_state(session, '/Test folder', 'synchronized')
self._check_pair_state(session, '/Test folder/jack.odt',
'unsynchronized')
# Remotely restore file from the trash then synchronize
remote.undelete('/Test folder/jack.odt')
self._synchronize(syn)
# Remotely restored file should be merged with locally modified file
# with a conflict detection and both files should be marked
# as 'synchronized'
# Local check
children_info = local.get_children_info('/Test folder')
for info in children_info:
if info.name == 'jack.odt':
remote_version = info
elif (info.name.startswith('jack (')
and info.name.endswith(').odt')):
local_version = info
self.assertTrue(remote_version is not None)
self.assertTrue(local_version is not None)
self.assertTrue(local.exists(remote_version.path))
self.assertEquals(local.get_content(remote_version.path),
'Some content')
self.assertTrue(local.exists(local_version.path))
self.assertEquals(local.get_content(local_version.path),
'Some updated content')
# Remote check
self.assertTrue(remote.exists(remote_version.path))
self.assertEquals(remote.get_content(remote_version.path),
'Some content')
local_version_path = self._truncate_remote_path(local_version.path)
self.assertTrue(remote.exists(local_version_path))
self.assertEquals(remote.get_content(local_version_path),
'Some updated content')
# State check
self._check_pair_state(session, remote_version.path,
'synchronized')
self._check_pair_state(session, local_version.path,
'synchronized')
# Delete remote file and rename it locally
# concurrently then synchronize
remote.delete('/Test folder/jack.odt')
time.sleep(self.OS_STAT_MTIME_RESOLUTION)
local.rename('/Test folder/jack.odt', 'jack renamed.odt')
self._synchronize(syn)
# File should be kept locally and be marked as 'synchronized'
# Local check
self.assertFalse(local.exists('/Test folder/jack.odt'))
self.assertTrue(local.exists('/Test folder/jack renamed.odt'))
self.assertEquals(local.get_content('/Test folder/jack renamed.odt'),
'Some content')
# Remote check
self.assertFalse(remote.exists('/Test folder/jack.odt'))
# State check
session = ctl.get_session()
self._check_pair_state(session, '/Test folder', 'synchronized')
self._check_pair_state(session, '/Test folder/jack renamed.odt',
'synchronized')
# Remotely restore file from the trash then synchronize
remote.undelete('/Test folder/jack.odt')
self._synchronize(syn)
# Remotely restored file should be merged with locally renamed file
# and both files should be marked as 'synchronized'
# Local check
self.assertTrue(local.exists('/Test folder/jack.odt'))
self.assertEquals(local.get_content('/Test folder/jack.odt'),
'Some content')
self.assertTrue(local.exists('/Test folder/jack renamed.odt'))
self.assertEquals(local.get_content('/Test folder/jack renamed.odt'),
'Some content')
# Remote check
self.assertTrue(remote.exists('/Test folder/jack.odt'))
self.assertEquals(remote.get_content('/Test folder/jack.odt'),
'Some content')
self.assertTrue(remote.exists('/Test folder/jack renamed.odt'))
self.assertEquals(remote.get_content('/Test folder/jack renamed.odt'),
'Some content')
# State check
self._check_pair_state(session, '/Test folder/jack.odt',
'synchronized')
self._check_pair_state(session, '/Test folder/jack renamed.odt',
'synchronized')
class TestIntegrationEncoding(IntegrationTestCase):
def setUp(self):
super(TestIntegrationEncoding, self).setUp()
self.ctl = self.controller_1
self.ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
self.ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
self.syn = self.ctl.synchronizer
self.syn.loop(delay=0.010, max_loops=1, no_event_init=True)
# Fetch server binding after sync loop as it closes the Session
self.sb = self.ctl.get_server_binding(self.local_nxdrive_folder_1)
self.remote_client = self.remote_document_client_1
sync_root_folder = os.path.join(self.local_nxdrive_folder_1,
self.workspace_title)
self.local_client = LocalClient(sync_root_folder)
def test_filename_with_accents_from_server(self):
self.remote_client.make_file(self.workspace, u'Nom sans accents.doc',
u"Contenu sans accents.")
self.remote_client.make_file(self.workspace,
u'Nom avec accents \xe9 \xe8.doc',
u"Contenu sans accents.")
self._synchronize_and_assert(2, wait=True)
self.assertEquals(
self.local_client.get_content(u'/Nom sans accents.doc'),
u"Contenu sans accents.")
self.assertEquals(
self.local_client.get_content(u'/Nom avec accents \xe9 \xe8.doc'),
u"Contenu sans accents.")
def test_filename_with_katakana_from_server(self):
self.remote_client.make_file(self.workspace,
u'Nom sans \u30bc\u30ec accents.doc',
u"Contenu")
self.local_client.make_file('/', u'Avec accents \u30d7 \u793e.doc',
u"Contenu")
self._synchronize_and_assert(2, wait=True)
self.assertEquals(
self.local_client.get_content(
u'/Nom sans \u30bc\u30ec accents.doc'), u"Contenu")
self.assertEquals(
self.local_client.get_content(u'/Avec accents \u30d7 \u793e.doc'),
u"Contenu")
def test_content_with_accents_from_server(self):
self.remote_client.make_file(
self.workspace, u'Nom sans accents.txt',
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
self._synchronize_and_assert(1, wait=True)
self.assertEquals(
self.local_client.get_content(u'/Nom sans accents.txt'),
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
def test_filename_with_accents_from_client(self):
self.local_client.make_file('/', u'Avec accents \xe9 \xe8.doc',
u"Contenu sans accents.")
self.local_client.make_file('/', u'Sans accents.doc',
u"Contenu sans accents.")
self._synchronize_and_assert(2)
self.assertEquals(
self.remote_client.get_content(u'/Avec accents \xe9 \xe8.doc'),
u"Contenu sans accents.")
self.assertEquals(self.remote_client.get_content(u'/Sans accents.doc'),
u"Contenu sans accents.")
def test_content_with_accents_from_client(self):
self.local_client.make_file(
'/', u'Nom sans accents',
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
self._synchronize_and_assert(1)
self.assertEquals(
self.remote_client.get_content(u'/Nom sans accents'),
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
def test_name_normalization(self):
self.local_client.make_file('/', u'espace\xa0 et TM\u2122.doc')
self._synchronize_and_assert(1)
self.assertEquals(
self.remote_client.get_info(u'/espace\xa0 et TM\u2122.doc').name,
u'espace\xa0 et TM\u2122.doc')
def _synchronize_and_assert(self, expected_synchronized, wait=False):
if wait:
# Wait for audit changes to be detected after the 1 second step
self.wait_audit_change_finder_if_needed()
self.wait()
n_synchronized = self.syn.update_synchronize_server(self.sb)
self.assertEqual(n_synchronized, expected_synchronized)
class TestIntegrationEncoding(IntegrationTestCase):
def setUp(self):
super(TestIntegrationEncoding, self).setUp()
self.ctl = self.controller_1
self.ctl.bind_server(self.local_nxdrive_folder_1, self.nuxeo_url,
self.user_1, self.password_1)
self.ctl.bind_root(self.local_nxdrive_folder_1, self.workspace)
self.syn = self.ctl.synchronizer
self.syn.loop(delay=0.010, max_loops=1, no_event_init=True)
# Fetch server binding after sync loop as it closes the Session
self.sb = self.ctl.get_server_binding(self.local_nxdrive_folder_1)
self.remote_client = self.remote_document_client_1
sync_root_folder = os.path.join(self.local_nxdrive_folder_1,
self.workspace_title)
self.local_client = LocalClient(sync_root_folder)
def test_filename_with_accents_from_server(self):
self.remote_client.make_file(self.workspace,
u'Nom sans accents.doc',
u"Contenu sans accents.")
self.remote_client.make_file(self.workspace,
u'Nom avec accents \xe9 \xe8.doc',
u"Contenu sans accents.")
self._synchronize_and_assert(2, wait=True)
self.assertEquals(self.local_client.get_content(
u'/Nom sans accents.doc'),
u"Contenu sans accents.")
self.assertEquals(self.local_client.get_content(
u'/Nom avec accents \xe9 \xe8.doc'),
u"Contenu sans accents.")
def test_filename_with_katakana_from_server(self):
self.remote_client.make_file(self.workspace,
u'Nom sans \u30bc\u30ec accents.doc',
u"Contenu")
self.local_client.make_file('/',
u'Avec accents \u30d7 \u793e.doc',
u"Contenu")
self._synchronize_and_assert(2, wait=True)
self.assertEquals(self.local_client.get_content(
u'/Nom sans \u30bc\u30ec accents.doc'),
u"Contenu")
self.assertEquals(self.local_client.get_content(
u'/Avec accents \u30d7 \u793e.doc'),
u"Contenu")
def test_content_with_accents_from_server(self):
self.remote_client.make_file(self.workspace,
u'Nom sans accents.txt',
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
self._synchronize_and_assert(1, wait=True)
self.assertEquals(self.local_client.get_content(
u'/Nom sans accents.txt'),
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
def test_filename_with_accents_from_client(self):
self.local_client.make_file('/',
u'Avec accents \xe9 \xe8.doc',
u"Contenu sans accents.")
self.local_client.make_file('/',
u'Sans accents.doc',
u"Contenu sans accents.")
self._synchronize_and_assert(2)
self.assertEquals(self.remote_client.get_content(
u'/Avec accents \xe9 \xe8.doc'),
u"Contenu sans accents.")
self.assertEquals(self.remote_client.get_content(
u'/Sans accents.doc'),
u"Contenu sans accents.")
def test_content_with_accents_from_client(self):
self.local_client.make_file('/',
u'Nom sans accents',
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
self._synchronize_and_assert(1)
self.assertEquals(self.remote_client.get_content(
u'/Nom sans accents'),
u"Contenu avec caract\xe8res accentu\xe9s.".encode('utf-8'))
def test_name_normalization(self):
self.local_client.make_file('/',
u'espace\xa0 et TM\u2122.doc')
self._synchronize_and_assert(1)
self.assertEquals(self.remote_client.get_info(
u'/espace\xa0 et TM\u2122.doc').name,
u'espace\xa0 et TM\u2122.doc')
def _synchronize_and_assert(self, expected_synchronized, wait=False):
if wait:
# Wait for audit changes to be detected after the 1 second step
self.wait_audit_change_finder_if_needed()
self.wait()
n_synchronized = self.syn.update_synchronize_server(self.sb)
self.assertEqual(n_synchronized, expected_synchronized)
