def upload_to_s3(self, bucket_name, bucket_folder, path_to_upload):
self.s3.create_bucket(bucket_name)
if (os.path.isdir(path_to_upload)):
files = utils.get_all_files_in_directory(path_to_upload)
else:
files = [path_to_upload]
for file in files:
self.upload_file_to_s3(bucket_name, bucket_folder, file)
def upload_file_or_folder_to_s3(self):
path_to_upload = self.scar_properties['path']
bucket_folder = self.s3.properties['input_folder']
self.s3.create_input_bucket()
files = utils.get_all_files_in_directory(
path_to_upload) if os.path.isdir(path_to_upload) else [
path_to_upload
]
for file_path in files:
self.s3.upload_file(folder_name=bucket_folder, file_path=file_path)
def upload_output(self, bucket_name, bucket_folder=None):
output_files_path = utils.get_all_files_in_directory(lambda_instance.output_folder)
logger.debug("UPLOADING FILES {0}".format(output_files_path))
for file_path in output_files_path:
file_name = file_path.replace("{0}/".format(lambda_instance.output_folder), "")
if bucket_folder:
file_key = self.get_file_key(folder=bucket_folder, file_name=file_name)
else:
file_key = self.get_file_key(function_name=lambda_instance.function_name, folder='output', file_name=file_name)
self.upload_file(bucket_name, file_path, file_key)
