def __init__(self, this_plugin, logger):
super(SyncEngine, self).__init__()
self.this_plugin = this_plugin
#self.local_proxy = OlProxy(self)
self.local_proxy = OlProxy(logger)
self.remote_proxy = RtmProxy(logger)
self.rtm_has_logon = False
self.logger = logger
def __init__(self, this_plugin, logger):
super(SyncEngine, self).__init__()
self.this_plugin = this_plugin
#self.local_proxy = OlProxy(self)
self.local_proxy = OlProxy(logger)
self.remote_proxy = RtmProxy(logger)
self.rtm_has_logon = False
self.logger = logger
class SyncEngine(object):
def __init__(self, this_plugin, logger):
super(SyncEngine, self).__init__()
self.this_plugin = this_plugin
#self.local_proxy = OlProxy(self)
self.local_proxy = OlProxy(logger)
self.remote_proxy = RtmProxy(logger)
self.rtm_has_logon = False
self.logger = logger
def rtmLogin(self):
self.rtm_has_logon = self.remote_proxy.login()
def rtmHasLogon(self):
return self.rtm_has_logon
def synchronize(self):
self.synchronizeWorker()
def synchronizeWorker(self):
#Generate the two list of tasks from the local and remote task source
#print "Downloading task list..."
self.logger.info("Downloading task list...")
self.logger.info("Downloading...")
self.remote_proxy.generateTaskList()
self.local_proxy.generateTaskList()
remote_tasks = self.remote_proxy.get_tasks_list()
local_tasks = self.local_proxy.get_tasks_list()
#Load the list of known links between tasks (tasks that are the same
# one saved in different task sources)
self.taskpairs = self.load_configuration_object( \
"taskpairs", \
os.path.join(os.sys.path[0], 'config'))
if self.taskpairs == None:
#We have no previous knowledge of links, this must be the first
#attempt to synchronize. So, we try to infer some by
# linking tasks with the same title
self._link_same_title(local_tasks, remote_tasks)
#We'll use some sets to see what is new and what was deleted
old_local_ids = set(map(lambda tp: tp.local_id, self.taskpairs))
old_remote_ids = set(map(lambda tp: tp.remote_id, self.taskpairs))
current_local_ids = set(map(lambda t: t.id, local_tasks))
current_remote_ids = set(map(lambda t: t.id, remote_tasks))
#Tasks that have been added
new_local_ids = current_local_ids.difference(old_local_ids)
new_remote_ids = current_remote_ids.difference(old_remote_ids)
#Tasks that have been deleted
deleted_local_ids = old_local_ids.difference(current_local_ids)
deleted_remote_ids = old_remote_ids.difference(current_remote_ids)
#Local tasks with the remote task still existing (could need to be
#updated)
updatable_local_ids = current_local_ids.difference(new_local_ids)
#Add tasks to the remote proxy
self.logger.info("Adding tasks to rtm..")
[new_local_tasks, new_remote_tasks] = self._process_new_tasks(\
new_local_ids,\
local_tasks, \
self.remote_proxy)
self._append_to_taskpairs(new_local_tasks, new_remote_tasks)
#Add tasks to the local proxy
self.logger.info("Adding tasks to outlook..")
[new_remote_tasks, new_local_tasks] = self._process_new_tasks(\
new_remote_ids,\
remote_tasks,\
self.local_proxy)
self._append_to_taskpairs(new_local_tasks, new_remote_tasks)
#Delete tasks from the remote proxy
self.logger.info("Deleting tasks from rtm..")
taskpairs_deleted = filter(lambda tp: tp.local_id in deleted_local_ids,\
self.taskpairs)
remote_ids_to_delete = map( lambda tp: tp.remote_id, taskpairs_deleted)
self._process_deleted_tasks(remote_ids_to_delete, remote_tasks,\
self.remote_proxy)
map(lambda tp: self.taskpairs.remove(tp), taskpairs_deleted)
#Delete tasks from the local proxy
self.logger.info("Deleting tasks from outlook..")
taskpairs_deleted = filter(lambda tp: tp.remote_id in deleted_remote_ids,\
self.taskpairs)
local_ids_to_delete = map( lambda tp: tp.local_id, taskpairs_deleted)
self._process_deleted_tasks(local_ids_to_delete, local_tasks, self.local_proxy)
map(lambda tp: self.taskpairs.remove(tp), taskpairs_deleted)
#Update tasks
self.logger.info("Updating changed tasks..")
local_to_taskpair = self._list_to_dict(self.taskpairs, \
"local_id", \
"self")
local_id_to_task = self._list_to_dict(local_tasks, \
"id", \
"self")
remote_id_to_task = self._list_to_dict(remote_tasks, \
"id", \
"self")
for local_id in updatable_local_ids:
if not local_id in local_to_taskpair:
#task has been removed, skipping
continue
taskpair = local_to_taskpair[local_id]
local_task = local_id_to_task[local_id]
remote_task = remote_id_to_task[taskpair.remote_id]
local_was_updated = local_task.modified > \
taskpair.local_synced_until
remote_was_updated = remote_task.modified > \
taskpair.remote_synced_until
if local_was_updated and remote_was_updated:
if local_task.modified > remote_task.modified:
self.logger.info("Updating " + local_task.title)
remote_task.copy(local_task)
else:
#If the update time is the same one, we have to
# arbitrary decide which gets copied
self.logger.info("Updating " + remote_task.title)
local_task.copy(remote_task)
elif local_was_updated:
self.logger.info("Updating " + local_task.title)
remote_task.copy(local_task)
elif remote_was_updated:
self.logger.info("Updating " + remote_task.title)
local_task.copy(remote_task)
taskpair.remote_synced_until = remote_task.modified
taskpair.local_synced_until = local_task.modified
#Lastly, save the list of known links
self.logger.info("Saving current state..")
self.save_configuration_object( \
"taskpairs", \
self.taskpairs,
os.path.join(os.sys.path[0], 'config'))
self.logger.info("Synchronization completed.")
def _append_to_taskpairs(self, local_tasks, remote_tasks):
for local, remote in zip(local_tasks, remote_tasks):
self.taskpairs.append(TaskPair( \
local_task = local,
remote_task = remote))
def _task_ids_to_tasks(self, id_list, task_list):
#TODO: this is not the quickest way to do this
id_to_task = self._list_to_dict(task_list, "id", "self")
result=[]
for id in id_list:
if id in id_to_task:
result.append(id_to_task[id])
else:
#self.__log("Exception: requested an inexistent task!")
self.logger.info("Exception: requested an inexistent task!")
return result
def _process_new_tasks(self, new_ids, all_tasks, proxy):
new_tasks = self._task_ids_to_tasks(new_ids, all_tasks)
created_tasks = []
for task in new_tasks:
self.logger.info("Adding " + task.title)
created_task = proxy.create_new_task(task.title)
created_task.copy(task)
created_tasks.append(created_task)
return new_tasks, created_tasks
def _process_deleted_tasks(self, ids_to_remove, all_tasks, proxy):
tasks_to_remove = self._task_ids_to_tasks(ids_to_remove, all_tasks)
for task in tasks_to_remove:
self.logger.info("Deleting " + task.title)
proxy.delete_task(task)
def _list_to_dict(self, source_list, fun1, fun2):
list1 = map(lambda elem: getattr(elem, fun1), source_list)
list2 = map(lambda elem: getattr(elem, fun2), source_list)
return dict(zip(list1, list2))
def _link_same_title(self, local_list, remote_list):
self.taskpairs = []
local_title_to_task = self._list_to_dict(local_list, \
"title", "self")
remote_title_to_task = self._list_to_dict(remote_list, \
"title", "self")
local_titles = map(lambda t: t.title, local_list)
remote_titles = map(lambda t: t.title, remote_list)
common_titles = set(local_titles).intersection(set(remote_titles))
for title in common_titles:
self.taskpairs.append(TaskPair( \
local_task = local_title_to_task[title],
remote_task = remote_title_to_task[title]))
def __log(self, message):
if self.logger:
self.logger.debug(message)
def load_configuration_object(self, filename, \
basedir):
dirname = os.path.join(os.sys.path[0], 'config')
path = os.path.join(dirname, filename)
if os.path.isdir(dirname):
if os.path.isfile(path):
try:
with open(path, 'r') as file:
item = pickle.load(file)
except:
return None
return item
else:
os.makedirs(dirname)
def save_configuration_object(self, filename, item, \
basedir):
dirname = os.path.join(os.sys.path[0], 'config')
path = os.path.join(dirname, filename)
with open(path, 'wb') as file:
pickle.dump(item, file)
class SyncEngine(object):
def __init__(self, this_plugin, logger):
super(SyncEngine, self).__init__()
self.this_plugin = this_plugin
#self.local_proxy = OlProxy(self)
self.local_proxy = OlProxy(logger)
self.remote_proxy = RtmProxy(logger)
self.rtm_has_logon = False
self.logger = logger
def rtmLogin(self):
self.rtm_has_logon = self.remote_proxy.login()
def rtmHasLogon(self):
return self.rtm_has_logon
def synchronize(self):
self.synchronizeWorker()
def synchronizeWorker(self):
#Generate the two list of tasks from the local and remote task source
#print "Downloading task list..."
self.logger.info("Downloading task list...")
self.logger.info("Downloading...")
self.remote_proxy.generateTaskList()
self.local_proxy.generateTaskList()
remote_tasks = self.remote_proxy.get_tasks_list()
local_tasks = self.local_proxy.get_tasks_list()
#Load the list of known links between tasks (tasks that are the same
# one saved in different task sources)
self.taskpairs = self.load_configuration_object( \
"taskpairs", \
os.path.join(os.sys.path[0], 'config'))
if self.taskpairs == None:
#We have no previous knowledge of links, this must be the first
#attempt to synchronize. So, we try to infer some by
# linking tasks with the same title
self._link_same_title(local_tasks, remote_tasks)
#We'll use some sets to see what is new and what was deleted
old_local_ids = set(map(lambda tp: tp.local_id, self.taskpairs))
old_remote_ids = set(map(lambda tp: tp.remote_id, self.taskpairs))
current_local_ids = set(map(lambda t: t.id, local_tasks))
current_remote_ids = set(map(lambda t: t.id, remote_tasks))
#Tasks that have been added
new_local_ids = current_local_ids.difference(old_local_ids)
new_remote_ids = current_remote_ids.difference(old_remote_ids)
#Tasks that have been deleted
deleted_local_ids = old_local_ids.difference(current_local_ids)
deleted_remote_ids = old_remote_ids.difference(current_remote_ids)
#Local tasks with the remote task still existing (could need to be
#updated)
updatable_local_ids = current_local_ids.difference(new_local_ids)
#Add tasks to the remote proxy
self.logger.info("Adding tasks to rtm..")
[new_local_tasks, new_remote_tasks] = self._process_new_tasks(\
new_local_ids,\
local_tasks, \
self.remote_proxy)
self._append_to_taskpairs(new_local_tasks, new_remote_tasks)
#Add tasks to the local proxy
self.logger.info("Adding tasks to outlook..")
[new_remote_tasks, new_local_tasks] = self._process_new_tasks(\
new_remote_ids,\
remote_tasks,\
self.local_proxy)
self._append_to_taskpairs(new_local_tasks, new_remote_tasks)
#Delete tasks from the remote proxy
self.logger.info("Deleting tasks from rtm..")
taskpairs_deleted = filter(lambda tp: tp.local_id in deleted_local_ids,\
self.taskpairs)
remote_ids_to_delete = map(lambda tp: tp.remote_id, taskpairs_deleted)
self._process_deleted_tasks(remote_ids_to_delete, remote_tasks,\
self.remote_proxy)
map(lambda tp: self.taskpairs.remove(tp), taskpairs_deleted)
#Delete tasks from the local proxy
self.logger.info("Deleting tasks from outlook..")
taskpairs_deleted = filter(lambda tp: tp.remote_id in deleted_remote_ids,\
self.taskpairs)
local_ids_to_delete = map(lambda tp: tp.local_id, taskpairs_deleted)
self._process_deleted_tasks(local_ids_to_delete, local_tasks,
self.local_proxy)
map(lambda tp: self.taskpairs.remove(tp), taskpairs_deleted)
#Update tasks
self.logger.info("Updating changed tasks..")
local_to_taskpair = self._list_to_dict(self.taskpairs, \
"local_id", \
"self")
local_id_to_task = self._list_to_dict(local_tasks, \
"id", \
"self")
remote_id_to_task = self._list_to_dict(remote_tasks, \
"id", \
"self")
for local_id in updatable_local_ids:
if not local_id in local_to_taskpair:
#task has been removed, skipping
continue
taskpair = local_to_taskpair[local_id]
local_task = local_id_to_task[local_id]
remote_task = remote_id_to_task[taskpair.remote_id]
local_was_updated = local_task.modified > \
taskpair.local_synced_until
remote_was_updated = remote_task.modified > \
taskpair.remote_synced_until
if local_was_updated and remote_was_updated:
if local_task.modified > remote_task.modified:
self.logger.info("Updating " + local_task.title)
remote_task.copy(local_task)
else:
#If the update time is the same one, we have to
# arbitrary decide which gets copied
self.logger.info("Updating " + remote_task.title)
local_task.copy(remote_task)
elif local_was_updated:
self.logger.info("Updating " + local_task.title)
remote_task.copy(local_task)
elif remote_was_updated:
self.logger.info("Updating " + remote_task.title)
local_task.copy(remote_task)
taskpair.remote_synced_until = remote_task.modified
taskpair.local_synced_until = local_task.modified
#Lastly, save the list of known links
self.logger.info("Saving current state..")
self.save_configuration_object( \
"taskpairs", \
self.taskpairs,
os.path.join(os.sys.path[0], 'config'))
self.logger.info("Synchronization completed.")
def _append_to_taskpairs(self, local_tasks, remote_tasks):
for local, remote in zip(local_tasks, remote_tasks):
self.taskpairs.append(TaskPair( \
local_task = local,
remote_task = remote))
def _task_ids_to_tasks(self, id_list, task_list):
#TODO: this is not the quickest way to do this
id_to_task = self._list_to_dict(task_list, "id", "self")
result = []
for id in id_list:
if id in id_to_task:
result.append(id_to_task[id])
else:
#self.__log("Exception: requested an inexistent task!")
self.logger.info("Exception: requested an inexistent task!")
return result
def _process_new_tasks(self, new_ids, all_tasks, proxy):
new_tasks = self._task_ids_to_tasks(new_ids, all_tasks)
created_tasks = []
for task in new_tasks:
self.logger.info("Adding " + task.title)
created_task = proxy.create_new_task(task.title)
created_task.copy(task)
created_tasks.append(created_task)
return new_tasks, created_tasks
def _process_deleted_tasks(self, ids_to_remove, all_tasks, proxy):
tasks_to_remove = self._task_ids_to_tasks(ids_to_remove, all_tasks)
for task in tasks_to_remove:
self.logger.info("Deleting " + task.title)
proxy.delete_task(task)
def _list_to_dict(self, source_list, fun1, fun2):
list1 = map(lambda elem: getattr(elem, fun1), source_list)
list2 = map(lambda elem: getattr(elem, fun2), source_list)
return dict(zip(list1, list2))
def _link_same_title(self, local_list, remote_list):
self.taskpairs = []
local_title_to_task = self._list_to_dict(local_list, \
"title", "self")
remote_title_to_task = self._list_to_dict(remote_list, \
"title", "self")
local_titles = map(lambda t: t.title, local_list)
remote_titles = map(lambda t: t.title, remote_list)
common_titles = set(local_titles).intersection(set(remote_titles))
for title in common_titles:
self.taskpairs.append(TaskPair( \
local_task = local_title_to_task[title],
remote_task = remote_title_to_task[title]))
def __log(self, message):
if self.logger:
self.logger.debug(message)
def load_configuration_object(self, filename, \
basedir):
dirname = os.path.join(os.sys.path[0], 'config')
path = os.path.join(dirname, filename)
if os.path.isdir(dirname):
if os.path.isfile(path):
try:
with open(path, 'r') as file:
item = pickle.load(file)
except:
return None
return item
else:
os.makedirs(dirname)
def save_configuration_object(self, filename, item, \
basedir):
dirname = os.path.join(os.sys.path[0], 'config')
path = os.path.join(dirname, filename)
with open(path, 'wb') as file:
pickle.dump(item, file)