Example #1
0
 def __init__(self):
     SimpleTask.__init__(self, 'MoveFiles')
 def __init__(self):
     SimpleTask.__init__(self, "MoveFiles")
Example #3
0
 def __init__(self):
     SimpleTask.__init__(self, "CheckIP")
Example #4
0
 def __init__(self, file_prefix):
     SimpleTask.__init__(self, "PrepareDirectories")
     self.file_prefix = file_prefix
Example #5
0
	def __init__(self, file_prefix):
		SimpleTask.__init__(self, "PrepareDirectories")
		self.file_prefix = file_prefix
 def __init__(self, warc_prefix):
     SimpleTask.__init__(self, "PrepareDirectories")
     self.warc_prefix = warc_prefix
 def __init__(self):
     SimpleTask.__init__(self, "DeleteFiles")
Example #8
0
 def __init__(self):
     SimpleTask.__init__(self, "Deduplicate")
Example #9
0
 def __init__(self):
     SimpleTask.__init__(self, "CheckLocalWebserver")
 def __init__(self):
     SimpleTask.__init__(self, "PrepareDirectories")
Example #11
0
 def __init__(self, target_directory):
     SimpleTask.__init__(self, "MoveFiles")
     self.target_directory = target_directory
Example #12
0
 def __init__(self):
     SimpleTask.__init__(self, 'CompressLogIfNoMetaWarc')
Example #13
0
 def __init__(self):
     SimpleTask.__init__(self, "CleanUpDirectories")
 def __init__(self):
     SimpleTask.__init__(self, "CheckIP")
     self._counter = 0
	def __init__(self):
		SimpleTask.__init__(self, "PrepareDirectories")
Example #16
0
 def __init__(self):
     SimpleTask.__init__(self, 'ExtraItemParams')
Example #17
0
 def __init__(self):
     SimpleTask.__init__(self, 'SetBadUrls')
Example #18
0
 def __init__(self):
     SimpleTask.__init__(self, 'CheckIP')
     self._counter = 0
Example #19
0
 def __init__(self):
   SimpleTask.__init__(self, "Login")
Example #20
0
 def __init__(self, defaults=None, file_groups=None, id_function=None):
     SimpleTask.__init__(self, "PrepareStatsForTracker")
     self.defaults = defaults or {}
     self.file_groups = file_groups or {}
     self.id_function = id_function
Example #21
0
 def __init__(self):
     SimpleTask.__init__(self, "Sample")
Example #22
0
 def __init__(self):
     SimpleTask.__init__(self, 'SetFetchDepth')
Example #23
0
 def __init__(self):
     SimpleTask.__init__(self, 'SelectUserAgent')
Example #24
0
 def __init__(self):
     SimpleTask.__init__(self, 'WriteInfo')
Example #25
0
 def __init__(self, warc_prefix):
     SimpleTask.__init__(self, "CheckIP")
     self._counter = 0
Example #26
0
 def __init__(self, defaults=None, file_groups=None, id_function=None):
     SimpleTask.__init__(self, "PrepareStatsForTracker")
     self.defaults = defaults or {}
     self.file_groups = file_groups or {}
     self.id_function = id_function
Example #27
0
 def __init__(self):
     SimpleTask.__init__(self, "Deduplicate")
Example #28
0
 def __init__(self):
     SimpleTask.__init__(self, 'CheckIP')
     self._counter = 0
Example #29
0
 def __init__(self):
     SimpleTask.__init__(self, "StupidTask")
 def __init__(self):
     SimpleTask.__init__(self, "DeduplicateWarcExtProc")
Example #31
0
 def __init__(self):
     SimpleTask.__init__(self, 'SetFetchDepth')
Example #32
0
 def __init__(self, warc_prefix):
     SimpleTask.__init__(self, 'PrepareDirectories')
     self.warc_prefix = warc_prefix
Example #33
0
 def __init__(self):
     SimpleTask.__init__(self, 'PreparePaths')
Example #34
0
 def __init__(self):
     SimpleTask.__init__(self, "CleanUpItemDir")
Example #35
0
 def __init__(self):
     SimpleTask.__init__(self, 'WriteInfo')
Example #36
0
 def __init__(self):
     SimpleTask.__init__(self, 'MoveFiles')
Example #37
0
 def __init__(self):
     SimpleTask.__init__(self, 'StopHeartbeat')
Example #38
0
 def __init__(self):
     SimpleTask.__init__(self, "Sample")
Example #39
0
 def __init__(self, control):
     SimpleTask.__init__(self, 'StartHeartbeat')
     self.control = control
Example #40
0
	def __init__(self):
		SimpleTask.__init__(self, "CleanUpDirectories")
Example #41
0
 def __init__(self):
     SimpleTask.__init__(self, 'Deduplicate')
 def __init__(self):
     SimpleTask.__init__(self, "CheckIP")
     self._counter = 0
Example #43
0
 def __init__(self):
     SimpleTask.__init__(self, "Bouncer")
Example #44
0
 def __init__(self, control):
     SimpleTask.__init__(self, 'StartHeartbeat')
     self.control = control
Example #45
0
 def __init__(self):
     SimpleTask.__init__(self, 'CheckBan')
Example #46
0
 def __init__(self):
     SimpleTask.__init__(self, 'PreparePaths')
Example #47
0
 def __init__(self):
     SimpleTask.__init__(self, "Bouncer")
Example #48
0
 def __init__(self):
     SimpleTask.__init__(self, "MoveFiles")
Example #49
0
 def __init__(self):
     SimpleTask.__init__(self, "CheckIP")
Example #50
0
 def __init__(self):
     SimpleTask.__init__(self, 'StopHeartbeat')
Example #51
0
 def __init__(self):
     SimpleTask.__init__(self, 'JoinWarcs')