def upload_tracking_log(self, input_file_name, file_date):
# Define a tracking log path on S3 that will be matched by the standard event-log pattern."
input_file_path = url_path_join(
self.test_src,
'FakeServerGroup',
'tracking.log-{0}.gz'.format(file_date.strftime('%Y%m%d'))
)
with fs.gzipped_file(os.path.join(self.data_dir, 'input', input_file_name)) as compressed_file_name:
self.upload_file(compressed_file_name, input_file_path)
def upload_tracking_log(self, input_file_name, file_date):
# Define a tracking log path on S3 that will be matched by the standard event-log pattern."
input_file_path = url_path_join(
self.test_src, 'FakeServerGroup',
'tracking.log-{0}.gz'.format(file_date.strftime('%Y%m%d')))
with fs.gzipped_file(
os.path.join(self.data_dir, 'input',
input_file_name)) as compressed_file_name:
self.s3_client.put(compressed_file_name, input_file_path)
def upload_segment_log(self, input_file_name, file_date, template_context=None):
"""Define a segment log path on S3 that will be matched by the standard event-log pattern."""
input_file_path = url_path_join(
self.test_src,
'SegmentProject',
'segment.log-{0}.gz'.format(file_date.strftime('%Y%m%d'))
)
raw_file_path = os.path.join(self.data_dir, 'input', input_file_name)
with fs.template_rendered_file(raw_file_path, template_context) as rendered_file_name:
with fs.gzipped_file(rendered_file_name) as compressed_file_name:
self.upload_file(compressed_file_name, input_file_path)
def upload_tracking_log(self, input_file_name, file_date, template_context=None):
# Define a tracking log path on S3 that will be matched by the standard event-log pattern."
input_file_path = url_path_join(
self.test_src,
'FakeServerGroup',
'tracking.log-{0}.gz'.format(file_date.strftime('%Y%m%d'))
)
raw_file_path = os.path.join(self.data_dir, 'input', input_file_name)
with fs.template_rendered_file(raw_file_path, template_context) as rendered_file_name:
with fs.gzipped_file(rendered_file_name) as compressed_file_name:
self.upload_file(compressed_file_name, input_file_path)
def upload_data(self):
with fs.gzipped_file(os.path.join(self.data_dir, 'input', self.INPUT_FILE)) as compressed_file_name:
for dst in self.input_paths:
self.s3_client.put(compressed_file_name, dst)
def upload_data(self):
with fs.gzipped_file(os.path.join(self.data_dir, 'input', self.INPUT_FILE)) as compressed_file_name:
for dst in self.input_paths:
self.upload_file(compressed_file_name, dst)
