def __init__(self):
SimpleTask.__init__(self, "MoveFiles")
def __init__(self):
SimpleTask.__init__(self, 'CompressLogIfNoMetaWarc')
def __init__(self):
SimpleTask.__init__(self, 'CheckBan')
def __init__(self, warc_prefix):
SimpleTask.__init__(self, "PrepareDirectories")
self.warc_prefix = warc_prefix
def __init__(self):
SimpleTask.__init__(self, "CheckIP")
def __init__(self):
SimpleTask.__init__(self, "Deduplicate")
def __init__(self, file_prefix): SimpleTask.__init__(self, "PrepareDirectories") self.file_prefix = file_prefix
def __init__(self): SimpleTask.__init__(self, "Login")
def __init__(self):
SimpleTask.__init__(self, "Sample")
def __init__(self):
SimpleTask.__init__(self, "DeleteFiles")
def __init__(self): SimpleTask.__init__(self, "PrepareDirectories")
def __init__(self):
SimpleTask.__init__(self, "PrepareDirectories")
def __init__(self):
SimpleTask.__init__(self, "CheckLocalWebserver")
def __init__(self, target_directory):
SimpleTask.__init__(self, "MoveFiles")
self.target_directory = target_directory
def __init__(self):
SimpleTask.__init__(self, 'Deduplicate')
def __init__(self):
SimpleTask.__init__(self, 'SelectUserAgent')
def __init__(self):
SimpleTask.__init__(self, 'CheckIP')
self._counter = 0
def __init__(self, warc_prefix):
SimpleTask.__init__(self, "CheckIP")
self._counter = 0
def __init__(self):
SimpleTask.__init__(self, 'CheckIP')
self._counter = 0
def __init__(self):
SimpleTask.__init__(self, "StupidTask")
def __init__(self, defaults=None, file_groups=None, id_function=None):
SimpleTask.__init__(self, "PrepareStatsForTracker")
self.defaults = defaults or {}
self.file_groups = file_groups or {}
self.id_function = id_function
def __init__(self):
SimpleTask.__init__(self, 'SetFetchDepth')
def __init__(self):
SimpleTask.__init__(self, 'SetFetchDepth')
def __init__(self):
SimpleTask.__init__(self, 'PreparePaths')
def __init__(self):
SimpleTask.__init__(self, 'WriteInfo')
def __init__(self):
SimpleTask.__init__(self, 'WriteInfo')
def __init__(self):
SimpleTask.__init__(self, "Deduplicate")
def __init__(self):
SimpleTask.__init__(self, 'StopHeartbeat')
def __init__(self):
SimpleTask.__init__(self, 'GetUAandPFG')
self._reuses = 0
self._lock = Lock()
def __init__(self, control):
SimpleTask.__init__(self, 'StartHeartbeat')
self.control = control
def __init__(self):
SimpleTask.__init__(self, "CheckIP")
self._counter = 0
def __init__(self):
SimpleTask.__init__(self, "Bouncer")
def __init__(self):
SimpleTask.__init__(self, 'MoveFiles')
def __init__(self):
SimpleTask.__init__(self, "Bouncer")
def __init__(self, warc_prefix):
SimpleTask.__init__(self, 'PrepareDirectories')
self.warc_prefix = warc_prefix
def __init__(self):
SimpleTask.__init__(self, "CheckIP")
def __init__(self):
SimpleTask.__init__(self, 'MoveFiles')
def __init__(self):
SimpleTask.__init__(self, "DeduplicateWarcExtProc")
def __init__(self):
SimpleTask.__init__(self, "Sample")
def __init__(self):
SimpleTask.__init__(self, "ProcessScrapeFile")
def __init__(self): SimpleTask.__init__(self, "CleanUpDirectories")
def __init__(self):
SimpleTask.__init__(self, 'UAXandPFG')
self._reuses = 0
def __init__(self):
SimpleTask.__init__(self, "CheckIP")
self._counter = 0
def __init__(self):
SimpleTask.__init__(self, 'SetBadUrls')
def __init__(self, control):
SimpleTask.__init__(self, 'StartHeartbeat')
self.control = control
def __init__(self):
SimpleTask.__init__(self, 'ExtraItemParams')
def __init__(self):
SimpleTask.__init__(self, 'PreparePaths')
def __init__(self, defaults=None, file_groups=None, id_function=None):
SimpleTask.__init__(self, "PrepareStatsForTracker2")
self.defaults = defaults or {}
self.file_groups = file_groups or {}
self.id_function = id_function
def __init__(self):
SimpleTask.__init__(self, "MoveFiles")
def __init__(self):
SimpleTask.__init__(self, "CleanUpItemDir")
def __init__(self):
SimpleTask.__init__(self, 'StopHeartbeat')
def __init__(self):
SimpleTask.__init__(self, "CleanUpDirectories")
