def copy_files(hpo_id):
"""copies over files from hpo bucket to drc bucket
:hpo_id: hpo from which to copy
:return: json string indicating the job has finished
"""
hpo_bucket = gcs_utils.get_hpo_bucket(hpo_id)
drc_private_bucket = gcs_utils.get_drc_bucket()
bucket_items = list_bucket(hpo_bucket)
ignored_items = 0
filtered_bucket_items = []
for item in bucket_items:
item_root = item['name'].split('/')[0] + '/'
if item_root.lower() in common.IGNORE_DIRECTORIES:
ignored_items += 1
else:
filtered_bucket_items.append(item)
logging.info("Ignoring %d items in %s", ignored_items, hpo_bucket)
prefix = hpo_id + '/' + hpo_bucket + '/'
for item in filtered_bucket_items:
item_name = item['name']
gcs_utils.copy_object(source_bucket=hpo_bucket,
source_object_id=item_name,
destination_bucket=drc_private_bucket,
destination_object_id=prefix + item_name)
return '{"copy-status": "done"}'
def copy_files(hpo_id):
"""copies over files from hpo bucket to drc bucket
:hpo_id: hpo from which to copy
"""
hpo_bucket = gcs_utils.get_hpo_bucket(hpo_id)
drc_private_bucket = gcs_utils.get_drc_bucket()
bucket_items = gcs_utils.list_bucket(hpo_bucket)
prefix = hpo_id + '/' + hpo_bucket + '/'
for item in bucket_items:
item_name = item['name']
gcs_utils.copy_object(source_bucket=hpo_bucket,
source_object_id=item_name,
destination_bucket=drc_private_bucket,
destination_object_id=prefix + item_name)
return '{"copy-status": "done"}'