class Manager(object):
def __init__(self, basedir=None):
self.cache = Cache(basedir)
self.auto_tagger = AutoTagger(self.get('auto-tags'))
def __backup_thread(self):
while True:
self.cache.dump()
time.sleep(self.get('settings')['backup']['interval'])
def __sync_thread(self):
while True:
try:
resources_tags = self.auto_tagger.process(
Crawler(
self.get('black-list'),
self.get('white-list'),
self.get('crawled-resources'),
).crawl())
SyncAgent(
self.get('settings')['server'],
self.get('settings')['user-token'],
self.get('settings')['device-token'],
).sync(resources_tags)
except Exception as new_exception:
print('[ERROR]: When trying to sync: {0}'.format(
new_exception.message))
else:
self.get('crawled-resources').update(
set(resource for resource, _ in resources_tags))
time.sleep(self.get('settings')['sync']['interval'])
def add_to_black_list(self, directory):
return Crawler.add_to_dirlist(self.get('black-list'), directory)
def add_to_white_list(self, directory):
return Crawler.add_to_dirlist(self.get('white-list'), directory)
def get(self, key):
return self.cache.get(key)
def start_backup_daemon(self):
DaemonThread(target=self.__backup_thread).start()
def start_sync_daemon(self):
DaemonThread(target=self.__sync_thread).start()
class Manager(object):
def __init__(self, basedir=None):
self.cache = Cache(basedir)
self.auto_tagger = AutoTagger(self.get('auto-tags'))
def __backup_thread(self):
while True:
self.cache.dump()
time.sleep(self.get('settings')['backup']['interval'])
def __sync_thread(self):
while True:
try:
resources_tags = self.auto_tagger.process(
Crawler(
self.get('black-list'),
self.get('white-list'),
self.get('crawled-resources'),
).crawl()
)
SyncAgent(
self.get('settings')['server'],
self.get('settings')['user-token'],
self.get('settings')['device-token'],
).sync(resources_tags)
except Exception as new_exception:
print('[ERROR]: When trying to sync: {0}'.format(new_exception.message))
else:
self.get('crawled-resources').update(set(resource for resource, _ in resources_tags))
time.sleep(self.get('settings')['sync']['interval'])
def add_to_black_list(self, directory):
return Crawler.add_to_dirlist(self.get('black-list'), directory)
def add_to_white_list(self, directory):
return Crawler.add_to_dirlist(self.get('white-list'), directory)
def get(self, key):
return self.cache.get(key)
def start_backup_daemon(self):
DaemonThread(target=self.__backup_thread).start()
def start_sync_daemon(self):
DaemonThread(target=self.__sync_thread).start()
def __init__(self, basedir=None):
self.cache = Cache(basedir)
self.auto_tagger = AutoTagger(self.get('auto-tags'))
def __init__(self, basedir=None):
self.cache = Cache(basedir)
self.auto_tagger = AutoTagger(self.get('auto-tags'))
