def process_user(uid):
auth_profile = AuthProfile.objects.filter(dropbox_userid=uid)[0]
token = auth_profile.dropbox_access_token
user = auth_profile.user
logger.info("START process user '%s'" % user)
logger.debug("Process change notfication for user: %s" % user.username)
cursor = cache.get("cursor-%s" % uid)
client = Connection(token)
has_more = True
while has_more:
result = client.delta(cursor)
pool = ThreadPool(1)
for path, metadata in result['entries']:
logger.info("Add task for %s to pool" % path)
pool.add_task(process_file, path, metadata, client, user)
logger.debug("Waiting for completion ... %s" % path)
pool.wait_completion()
logger.debug("Tasks completed.")
# Update cursor
cursor = result['cursor']
cursor = cache.set("cursor-%s" % uid, cursor)
# Repeat only if there's more to do
has_more = result['has_more']
logger.info("END process user '%s'" % user)
def run(self, session_id): """ Run the main function ... """ self.thread_count = self.config_result["content_thread"] # debug #print "Thread count to run mount %s"% self.thread_count pool = ThreadPool(int(self.thread_count)) if session_id == 0: try: read_file = open(self.share_session, "r").read().splitlines() except Exception, err_mess: print err_mess sys.exit(1) for line in read_file: pool.add_task(self.mount_sharing, line) pool.wait_completion() self.write_session_id(str(session_id)) session_id = session_id + 1
def run(self, session_id):
"""
Run the main function ...
"""
self.thread_count = self.config_result["content_thread"]
# debug
if self.verbose > 0:
print " [+] Thread count to run mount %s" % self.thread_count
pool = ThreadPool(int(self.thread_count))
if session_id == 0:
try:
read_file = open(self.share_session, "r").read().splitlines()
except Exception, err_mess:
print err_mess
sys.exit(1)
for line in read_file:
pool.add_task(self.mount_sharing, line)
pool.wait_completion()
self.write_session_id(str(session_id))
session_id = session_id + 1
#print "Thread count to run mount %s"% self.thread_count pool = ThreadPool(int(self.thread_count)) if session_id == 0: try: read_file = open(self.share_session, "r").read().splitlines() except Exception, err_mess: print err_mess sys.exit(1) for line in read_file: pool.add_task(self.mount_sharing, line) pool.wait_completion() self.write_session_id(str(session_id)) session_id = session_id + 1 else: # debug #print "Session files will be used ..." pool = ThreadPool(int(self.thread_count)) while self.get_session(session_id): line = self.get_session(session_id) pool.add_task(self.mount_sharing, line) self.write_session_id(str(session_id)) session_id = int(session_id) + 1 pool.wait_completion()
pool = ThreadPool(int(self.thread_count))
if session_id == 0:
try:
read_file = open(self.share_session, "r").read().splitlines()
except Exception, err_mess:
print err_mess
sys.exit(1)
for line in read_file:
pool.add_task(self.mount_sharing, line)
pool.wait_completion()
self.write_session_id(str(session_id))
session_id = session_id + 1
else:
# debug
if self.verbose > 0:
print " [+] Session files will be used ..."
pool = ThreadPool(int(self.thread_count))
while self.get_session(session_id):
line = self.get_session(session_id)
pool.add_task(self.mount_sharing, line)
self.write_session_id(str(session_id))
session_id = int(session_id) + 1
pool.wait_completion()
