def push(filename_topush, filename_remote, **kwargs):
log.info('pushing to {}/{}'.format(kwargs['bucket'], filename_remote))
service = get_storage()
req = service.objects().insert(
media_body=filename_topush,
name=filename_remote,
bucket=kwargs['bucket'])
resp = req.execute()
logging.info(resp)
def pull(filename_remote, **kwargs):
service = get_storage()
req = service.objects().get(
object=filename_remote,
bucket=kwargs['bucket'])
resp = req.execute()
print(resp)
files = []
for key in keys:
logging.info("S3 Load: %s", key)
files.append(ReadLineWrapper(key))
return files
def check_exists(filename_remote, **kwargs):
log.info('checking if {}/{} exists'.format(kwargs['bucket'], filename_remote))
service = get_storage()
req = service.objects().get(
bucket=kwargs['bucket'],
object=filename_remote)
try:
req.execute()
return True
except HttpError as e:
if e.resp.status == 404:
return False
else:
raise
