async def create_artifact(context,
path,
target_path,
content_type,
content_encoding,
storage_type='s3',
expires=None):
"""Create an artifact and upload it.
This should support s3 and azure out of the box; we'll need some tweaking
if we want to support redirect/error artifacts.
Args:
context (scriptworker.context.Context): the scriptworker context.
path (str): the path of the file to upload.
target_path (str):
content_type (str): Content type (MIME type) of the artifact. Values can be found via
scriptworker.artifacts.guess_content_type_and_encoding()
content_encoding (str): Encoding (per mimetypes' library) of the artifact. None is for no encoding. Values can
be found via scriptworker.artifacts.guess_content_type_and_encoding()
storage_type (str, optional): the taskcluster storage type to use.
Defaults to 's3'
expires (str, optional): datestring of when the artifact expires.
Defaults to None.
Raises:
ScriptWorkerRetryException: on failure.
"""
payload = {
"storageType": storage_type,
"expires": expires or get_expiration_arrow(context).isoformat(),
"contentType": content_type,
}
args = [
get_task_id(context.claim_task),
get_run_id(context.claim_task), target_path, payload
]
tc_response = await context.temp_queue.createArtifact(*args)
skip_auto_headers = [aiohttp.hdrs.CONTENT_TYPE]
loggable_url = get_loggable_url(tc_response['putUrl'])
log.info("uploading {path} to {url}...".format(path=path,
url=loggable_url))
with open(path, "rb") as fh:
async with async_timeout.timeout(
context.config['artifact_upload_timeout']):
async with context.session.put(tc_response['putUrl'],
data=fh,
headers=_craft_artifact_put_headers(
content_type, content_encoding),
skip_auto_headers=skip_auto_headers,
compress=False) as resp:
log.info("create_artifact {}: {}".format(path, resp.status))
response_text = await resp.text()
log.info(response_text)
if resp.status not in (200, 204):
raise ScriptWorkerRetryException(
"Bad status {}".format(resp.status), )
async def create_artifact(context, path, target_path, content_type, content_encoding, storage_type='s3', expires=None):
"""Create an artifact and upload it.
This should support s3 and azure out of the box; we'll need some tweaking
if we want to support redirect/error artifacts.
Args:
context (scriptworker.context.Context): the scriptworker context.
path (str): the path of the file to upload.
target_path (str):
content_type (str): Content type (MIME type) of the artifact. Values can be found via
scriptworker.artifacts.guess_content_type_and_encoding()
content_encoding (str): Encoding (per mimetypes' library) of the artifact. None is for no encoding. Values can
be found via scriptworker.artifacts.guess_content_type_and_encoding()
storage_type (str, optional): the taskcluster storage type to use.
Defaults to 's3'
expires (str, optional): datestring of when the artifact expires.
Defaults to None.
Raises:
ScriptWorkerRetryException: on failure.
"""
payload = {
"storageType": storage_type,
"expires": expires or get_expiration_arrow(context).isoformat(),
"contentType": content_type,
}
args = [get_task_id(context.claim_task), get_run_id(context.claim_task),
target_path, payload]
tc_response = await context.temp_queue.createArtifact(*args)
skip_auto_headers = [aiohttp.hdrs.CONTENT_TYPE]
loggable_url = get_loggable_url(tc_response['putUrl'])
log.info("uploading {path} to {url}...".format(path=path, url=loggable_url))
with open(path, "rb") as fh:
async with async_timeout.timeout(context.config['artifact_upload_timeout']):
async with context.session.put(
tc_response['putUrl'], data=fh, headers=_craft_artifact_put_headers(content_type, content_encoding),
skip_auto_headers=skip_auto_headers, compress=False
) as resp:
log.info("create_artifact {}: {}".format(path, resp.status))
response_text = await resp.text()
log.info(response_text)
if resp.status not in (200, 204):
raise ScriptWorkerRetryException(
"Bad status {}".format(resp.status),
)
def test_get_loggable_url(url, expected):
assert utils.get_loggable_url(url) == expected
def test_get_loggable_url(url, expected):
assert utils.get_loggable_url(url) == expected