def upload_binary_state(user, key, binary_file, host=None, s3_bucket=None):
assert host or s3_bucket, "Must provide either host or S3 bucket"
print("Uploading binary file at {} for user {}".format(binary_file, user))
if s3_bucket:
s3_key = "{}/{}".format(user, key)
print("Uploading matrix binary to S3 {} -> {}/{}".format(
key, s3_bucket, s3_key))
upload_file_to_s3(binary_file, s3_bucket, s3_key)
else:
url = "http://{}:8002/s/{}/{}".format(host, user, key)
curl_file(url, binary_file)
def _do_s3_upload(tar_path, tar_dir, tar_name):
# Compress
print("Creating archive of data {}".format(tar_path))
check_output(
"tar -cf {} {}".format(tar_path, tar_dir),
shell=True,
cwd=FAASM_DATA_DIR,
)
# Upload
print("Uploading archive to S3")
upload_file_to_s3(tar_path, DATA_S3_BUCKET, tar_name)
# Remove old tar
print("Removing archive")
check_output("rm {}".format(tar_path), shell=True)