def __init__(self, server, target, kwargs=None, state_file=None, progressbar=True, log_level=DEFAULT_LOG_LEVEL): if isinstance(target, basestring): target = import_target(target, DEFAULT_ITERATOR_TARGET) if not state_file: target_file = sys.modules[target.__module__].__file__.rsplit('.', 1)[0] state_file = path.join(path.dirname(target_file), '%s' % (path.basename(target_file),)) if kwargs: checksum = hashlib.md5() for k, v in sorted(kwargs.items()): checksum.update('%s=%s' % (k, v)) state_file += '.%s' % checksum.hexdigest() state_file += '.state' print state_file self.server = server self.target = target self.target_kwargs = kwargs self.state_file = state_file if progressbar: self.pbar = self.get_progressbar() else: self.pbar = None self.logger = get_logger(self, log_level)
def __init__(self, client, target, progressbar=True): if isinstance(target, basestring): target = import_target(target, 'handle_job') self.client = client self.target = target self.queue = Queue(maxsize=1) if progressbar: self.pbar = self.get_progressbar() else: self.pbar = None self._wants_job = False
def __init__(self, client, target, progressbar=True, log_level=DEFAULT_LOG_LEVEL): if isinstance(target, basestring): target = import_target(target, DEFAULT_CALLBACK_TARGET) self.client = client self.target = target self.queue = Queue(maxsize=1) if progressbar: self.pbar = self.get_progressbar() else: self.pbar = None self._wants_job = False self.logger = get_logger(self, log_level)
def __init__(self, server, target, state_file=None, progressbar=True): if isinstance(target, basestring): target = import_target(target, "get_jobs") if not state_file: target_file = sys.modules[target.__module__].__file__ state_file = path.join(path.dirname(target_file), "%s.state" % (path.basename(target_file),)) self.server = server self.target = target self.state_file = state_file if progressbar: self.pbar = self.get_progressbar() else: self.pbar = None
def __init__(self, server, target, state_file=None, progressbar=True, log_level=DEFAULT_LOG_LEVEL): if isinstance(target, basestring): target = import_target(target, DEFAULT_ITERATOR_TARGET) if not state_file: target_file = sys.modules[target.__module__].__file__.rsplit('.', 1)[0] state_file = path.join(path.dirname(target_file), '%s.state' % (path.basename(target_file),)) self.server = server self.target = target self.state_file = state_file if progressbar: self.pbar = self.get_progressbar() else: self.pbar = None self.logger = get_logger(self, log_level)