Exemple #1
0
 def __init__(self):
     SimpleTask.__init__(self, 'MoveFiles')
 def __init__(self):
     SimpleTask.__init__(self, "MoveFiles")
Exemple #3
0
 def __init__(self):
     SimpleTask.__init__(self, "CheckIP")
 def __init__(self, file_prefix):
     SimpleTask.__init__(self, "PrepareDirectories")
     self.file_prefix = file_prefix
Exemple #5
0
	def __init__(self, file_prefix):
		SimpleTask.__init__(self, "PrepareDirectories")
		self.file_prefix = file_prefix
 def __init__(self, warc_prefix):
     SimpleTask.__init__(self, "PrepareDirectories")
     self.warc_prefix = warc_prefix
 def __init__(self):
     SimpleTask.__init__(self, "DeleteFiles")
Exemple #8
0
 def __init__(self):
     SimpleTask.__init__(self, "Deduplicate")
Exemple #9
0
 def __init__(self):
     SimpleTask.__init__(self, "CheckLocalWebserver")
 def __init__(self):
     SimpleTask.__init__(self, "PrepareDirectories")
Exemple #11
0
 def __init__(self, target_directory):
     SimpleTask.__init__(self, "MoveFiles")
     self.target_directory = target_directory
Exemple #12
0
 def __init__(self):
     SimpleTask.__init__(self, 'CompressLogIfNoMetaWarc')
 def __init__(self):
     SimpleTask.__init__(self, "CleanUpDirectories")
 def __init__(self):
     SimpleTask.__init__(self, "CheckIP")
     self._counter = 0
	def __init__(self):
		SimpleTask.__init__(self, "PrepareDirectories")
Exemple #16
0
 def __init__(self):
     SimpleTask.__init__(self, 'ExtraItemParams')
Exemple #17
0
 def __init__(self):
     SimpleTask.__init__(self, 'SetBadUrls')
Exemple #18
0
 def __init__(self):
     SimpleTask.__init__(self, 'CheckIP')
     self._counter = 0
Exemple #19
0
 def __init__(self):
   SimpleTask.__init__(self, "Login")
Exemple #20
0
 def __init__(self, defaults=None, file_groups=None, id_function=None):
     SimpleTask.__init__(self, "PrepareStatsForTracker")
     self.defaults = defaults or {}
     self.file_groups = file_groups or {}
     self.id_function = id_function
Exemple #21
0
 def __init__(self):
     SimpleTask.__init__(self, "Sample")
Exemple #22
0
 def __init__(self):
     SimpleTask.__init__(self, 'SetFetchDepth')
Exemple #23
0
 def __init__(self):
     SimpleTask.__init__(self, 'SelectUserAgent')
Exemple #24
0
 def __init__(self):
     SimpleTask.__init__(self, 'WriteInfo')
Exemple #25
0
 def __init__(self, warc_prefix):
     SimpleTask.__init__(self, "CheckIP")
     self._counter = 0
Exemple #26
0
 def __init__(self, defaults=None, file_groups=None, id_function=None):
     SimpleTask.__init__(self, "PrepareStatsForTracker")
     self.defaults = defaults or {}
     self.file_groups = file_groups or {}
     self.id_function = id_function
Exemple #27
0
 def __init__(self):
     SimpleTask.__init__(self, "Deduplicate")
Exemple #28
0
 def __init__(self):
     SimpleTask.__init__(self, 'CheckIP')
     self._counter = 0
 def __init__(self):
     SimpleTask.__init__(self, "StupidTask")
 def __init__(self):
     SimpleTask.__init__(self, "DeduplicateWarcExtProc")
Exemple #31
0
 def __init__(self):
     SimpleTask.__init__(self, 'SetFetchDepth')
Exemple #32
0
 def __init__(self, warc_prefix):
     SimpleTask.__init__(self, 'PrepareDirectories')
     self.warc_prefix = warc_prefix
Exemple #33
0
 def __init__(self):
     SimpleTask.__init__(self, 'PreparePaths')
Exemple #34
0
 def __init__(self):
     SimpleTask.__init__(self, "CleanUpItemDir")
Exemple #35
0
 def __init__(self):
     SimpleTask.__init__(self, 'WriteInfo')
Exemple #36
0
 def __init__(self):
     SimpleTask.__init__(self, 'MoveFiles')
Exemple #37
0
 def __init__(self):
     SimpleTask.__init__(self, 'StopHeartbeat')
Exemple #38
0
 def __init__(self):
     SimpleTask.__init__(self, "Sample")
Exemple #39
0
 def __init__(self, control):
     SimpleTask.__init__(self, 'StartHeartbeat')
     self.control = control
Exemple #40
0
	def __init__(self):
		SimpleTask.__init__(self, "CleanUpDirectories")
Exemple #41
0
 def __init__(self):
     SimpleTask.__init__(self, 'Deduplicate')
 def __init__(self):
     SimpleTask.__init__(self, "CheckIP")
     self._counter = 0
Exemple #43
0
 def __init__(self):
     SimpleTask.__init__(self, "Bouncer")
Exemple #44
0
 def __init__(self, control):
     SimpleTask.__init__(self, 'StartHeartbeat')
     self.control = control
Exemple #45
0
 def __init__(self):
     SimpleTask.__init__(self, 'CheckBan')
Exemple #46
0
 def __init__(self):
     SimpleTask.__init__(self, 'PreparePaths')
Exemple #47
0
 def __init__(self):
     SimpleTask.__init__(self, "Bouncer")
Exemple #48
0
 def __init__(self):
     SimpleTask.__init__(self, "MoveFiles")
Exemple #49
0
 def __init__(self):
     SimpleTask.__init__(self, "CheckIP")
Exemple #50
0
 def __init__(self):
     SimpleTask.__init__(self, 'StopHeartbeat')
 def __init__(self):
     SimpleTask.__init__(self, 'JoinWarcs')