def requires(self):
return [
S3PathTask(create_full_path(self.input_base_path,
'purchases.json')),
S3PathTask(create_full_path(self.input_base_path,
'wishlists.json'))
]
def requires(self):
"""
The requires method is how you build your dependency graph in Luigi. Luigi will not
run this task until all tasks returning in this list are complete.
S3PathTask is a simple Luigi task that ensures some path already exists. As
GenerateSignals is the first task in this Luigi pipeline it only requires that its
expected input data can be found.
"""
return [
S3PathTask(create_full_path(self.input_base_path,
'purchases.json')),
S3PathTask(create_full_path(self.input_base_path,
'wishlists.json'))
]
def requires(self):
"""
Dependency of this Task -- in this case Luigi uses
S3PathTask to check for the existence of input data
at a certain S3 path before running this Task.
"""
return [S3PathTask('s3://mortar-example-data/ngrams/books/20120701/eng-all/1gram/googlebooks-eng-all-1gram-20120701-q.gz')]
def requires(self):
"""
The requires method is how you build your dependency graph in Luigi. Luigi will not
run this task until all tasks returning in this list are complete.
S3PathTask is a simple Luigi task that ensures some path already exists. As
GenerateSignals is the first task in this Luigi pipeline it only requires that its
expected input data can be found.
"""
return [S3PathTask(LAST_FM_INPUT_SIGNALS_PATH)]
def requires(self):
"""
The requires method is how you build your dependency graph in Luigi. Luigi will not
run this task until all tasks returning in this list are complete.
S3PathTask is a simple Luigi task that ensures some path already exists. As
GenerateUserSignals is the first task in this Luigi pipeline it only requires that its
expected input data can be found.
"""
if self.run_locally:
return [LocalInputFile(self.books_file())]
else:
return [S3PathTask(self.books_file())]
def requires(self):
return [
S3PathTask(create_full_path(self.input_base_path, 'raw_events'))
]
def requires(self):
return (S3PathTask(path=self.sample['FastQ 1']),
S3PathTask(path=self.sample['FastQ 2']))
def requires(self):
return S3PathTask(path=self.s3_load_path)