def process_user(uid): auth_profile = AuthProfile.objects.filter(dropbox_userid=uid)[0] token = auth_profile.dropbox_access_token user = auth_profile.user logger.info("START process user '%s'" % user) logger.debug("Process change notfication for user: %s" % user.username) cursor = cache.get("cursor-%s" % uid) client = Connection(token) has_more = True while has_more: result = client.delta(cursor) pool = ThreadPool(1) for path, metadata in result['entries']: logger.info("Add task for %s to pool" % path) pool.add_task(process_file, path, metadata, client, user) logger.debug("Waiting for completion ... %s" % path) pool.wait_completion() logger.debug("Tasks completed.") # Update cursor cursor = result['cursor'] cursor = cache.set("cursor-%s" % uid, cursor) # Repeat only if there's more to do has_more = result['has_more'] logger.info("END process user '%s'" % user)
def run(self, session_id): """ Run the main function ... """ self.thread_count = self.config_result["content_thread"] # debug #print "Thread count to run mount %s"% self.thread_count pool = ThreadPool(int(self.thread_count)) if session_id == 0: try: read_file = open(self.share_session, "r").read().splitlines() except Exception, err_mess: print err_mess sys.exit(1) for line in read_file: pool.add_task(self.mount_sharing, line) pool.wait_completion() self.write_session_id(str(session_id)) session_id = session_id + 1
def run(self, session_id): """ Run the main function ... """ self.thread_count = self.config_result["content_thread"] # debug if self.verbose > 0: print " [+] Thread count to run mount %s" % self.thread_count pool = ThreadPool(int(self.thread_count)) if session_id == 0: try: read_file = open(self.share_session, "r").read().splitlines() except Exception, err_mess: print err_mess sys.exit(1) for line in read_file: pool.add_task(self.mount_sharing, line) pool.wait_completion() self.write_session_id(str(session_id)) session_id = session_id + 1
#print "Thread count to run mount %s"% self.thread_count pool = ThreadPool(int(self.thread_count)) if session_id == 0: try: read_file = open(self.share_session, "r").read().splitlines() except Exception, err_mess: print err_mess sys.exit(1) for line in read_file: pool.add_task(self.mount_sharing, line) pool.wait_completion() self.write_session_id(str(session_id)) session_id = session_id + 1 else: # debug #print "Session files will be used ..." pool = ThreadPool(int(self.thread_count)) while self.get_session(session_id): line = self.get_session(session_id) pool.add_task(self.mount_sharing, line) self.write_session_id(str(session_id)) session_id = int(session_id) + 1 pool.wait_completion()
pool = ThreadPool(int(self.thread_count)) if session_id == 0: try: read_file = open(self.share_session, "r").read().splitlines() except Exception, err_mess: print err_mess sys.exit(1) for line in read_file: pool.add_task(self.mount_sharing, line) pool.wait_completion() self.write_session_id(str(session_id)) session_id = session_id + 1 else: # debug if self.verbose > 0: print " [+] Session files will be used ..." pool = ThreadPool(int(self.thread_count)) while self.get_session(session_id): line = self.get_session(session_id) pool.add_task(self.mount_sharing, line) self.write_session_id(str(session_id)) session_id = int(session_id) + 1 pool.wait_completion()