def upload_tracking_log(self, input_file_name, file_date): # Define a tracking log path on S3 that will be matched by the standard event-log pattern." input_file_path = url_path_join( self.test_src, 'FakeServerGroup', 'tracking.log-{0}.gz'.format(file_date.strftime('%Y%m%d')) ) with fs.gzipped_file(os.path.join(self.data_dir, 'input', input_file_name)) as compressed_file_name: self.upload_file(compressed_file_name, input_file_path)
def upload_tracking_log(self, input_file_name, file_date): # Define a tracking log path on S3 that will be matched by the standard event-log pattern." input_file_path = url_path_join( self.test_src, 'FakeServerGroup', 'tracking.log-{0}.gz'.format(file_date.strftime('%Y%m%d'))) with fs.gzipped_file( os.path.join(self.data_dir, 'input', input_file_name)) as compressed_file_name: self.s3_client.put(compressed_file_name, input_file_path)
def upload_segment_log(self, input_file_name, file_date, template_context=None): """Define a segment log path on S3 that will be matched by the standard event-log pattern.""" input_file_path = url_path_join( self.test_src, 'SegmentProject', 'segment.log-{0}.gz'.format(file_date.strftime('%Y%m%d')) ) raw_file_path = os.path.join(self.data_dir, 'input', input_file_name) with fs.template_rendered_file(raw_file_path, template_context) as rendered_file_name: with fs.gzipped_file(rendered_file_name) as compressed_file_name: self.upload_file(compressed_file_name, input_file_path)
def upload_tracking_log(self, input_file_name, file_date, template_context=None): # Define a tracking log path on S3 that will be matched by the standard event-log pattern." input_file_path = url_path_join( self.test_src, 'FakeServerGroup', 'tracking.log-{0}.gz'.format(file_date.strftime('%Y%m%d')) ) raw_file_path = os.path.join(self.data_dir, 'input', input_file_name) with fs.template_rendered_file(raw_file_path, template_context) as rendered_file_name: with fs.gzipped_file(rendered_file_name) as compressed_file_name: self.upload_file(compressed_file_name, input_file_path)
def upload_data(self): with fs.gzipped_file(os.path.join(self.data_dir, 'input', self.INPUT_FILE)) as compressed_file_name: for dst in self.input_paths: self.s3_client.put(compressed_file_name, dst)
def upload_data(self): with fs.gzipped_file(os.path.join(self.data_dir, 'input', self.INPUT_FILE)) as compressed_file_name: for dst in self.input_paths: self.upload_file(compressed_file_name, dst)