def get_koji_user(self):
try:
metadata = get_build_json()['metadata']
except KeyError:
msg = 'Unable to get koji user: No build metadata'
self.log.exception('Unable to get koji user: No build metadata')
raise ValueError(msg)
try:
koji_task_id = int(metadata.get('labels').get('koji-task-id'))
except (ValueError, TypeError, AttributeError):
msg = 'Unable to get koji user: Invalid Koji task ID'
self.log.exception(msg)
raise ValueError(msg)
koji_session = get_koji_session(self.workflow, NO_FALLBACK)
return get_koji_task_owner(koji_session, koji_task_id).get('name')
def get_build(self, metadata):
start_time = int(atomic_reactor_start_time)
labels = Labels(df_parser(self.workflow.builder.df_path, workflow=self.workflow).labels)
_, component = labels.get_name_and_value(Labels.LABEL_TYPE_COMPONENT)
_, version = labels.get_name_and_value(Labels.LABEL_TYPE_VERSION)
_, release = labels.get_name_and_value(Labels.LABEL_TYPE_RELEASE)
source = self.workflow.source
if not isinstance(source, GitSource):
raise RuntimeError('git source required')
extra = {
'image': {'autorebuild': is_rebuild(self.workflow)},
'submitter': self.koji_session.getLoggedInUser().get('name'),
}
koji_task_owner = None
koji_task_id = metadata.get('labels', {}).get('koji-task-id')
if koji_task_id is not None:
self.log.info("build configuration created by Koji Task ID %s",
koji_task_id)
try:
extra['container_koji_task_id'] = koji_task_id = int(koji_task_id)
koji_task_owner = get_koji_task_owner(self.koji_session, koji_task_id).get('name')
except ValueError:
self.log.error("invalid task ID %r", koji_task_id, exc_info=1)
fs_result = self.workflow.prebuild_results.get(AddFilesystemPlugin.key)
if fs_result is not None:
try:
fs_task_id = fs_result['filesystem-koji-task-id']
except KeyError:
self.log.error("%s: expected filesystem-koji-task-id in result",
AddFilesystemPlugin.key)
else:
try:
task_id = int(fs_task_id)
except ValueError:
self.log.error("invalid task ID %r", fs_task_id, exc_info=1)
else:
extra['filesystem_koji_task_id'] = task_id
# Append media_types from pulp pull
pulp_pull_results = self.workflow.postbuild_results.get(PLUGIN_PULP_PULL_KEY)
if pulp_pull_results:
extra['image']['media_types'] = sorted(list(set(pulp_pull_results)))
# append parent builds and parent_build_id from koji parent
extra['image'].update(get_parent_image_koji_data(self.workflow))
# Append isolated build flag
try:
isolated = str(metadata['labels']['isolated']).lower() == 'true'
except (IndexError, AttributeError, KeyError):
isolated = False
self.log.info("build is isolated: %r", isolated)
extra['image']['isolated'] = isolated
help_result = self.workflow.prebuild_results.get(AddHelpPlugin.key)
if isinstance(help_result, dict) and 'help_file' in help_result and 'status' in help_result:
if help_result['status'] == AddHelpPlugin.NO_HELP_FILE_FOUND:
extra['image']['help'] = None
elif help_result['status'] == AddHelpPlugin.HELP_GENERATED:
extra['image']['help'] = help_result['help_file']
else:
self.log.error("Unknown result from add_help plugin: %s", help_result)
flatpak_source_info = get_flatpak_source_info(self.workflow)
if flatpak_source_info is not None:
compose_info = get_compose_info(self.workflow)
koji_metadata = compose_info.koji_metadata()
koji_metadata['flatpak'] = True
extra['image'].update(koji_metadata)
resolve_comp_result = self.workflow.prebuild_results.get(PLUGIN_RESOLVE_COMPOSES_KEY)
if resolve_comp_result:
extra['image']['odcs'] = {
'compose_ids': [item['id'] for item in resolve_comp_result['composes']],
'signing_intent': resolve_comp_result['signing_intent'],
'signing_intent_overridden': resolve_comp_result['signing_intent_overridden'],
}
build = {
'name': component,
'version': version,
'release': release,
'source': "{0}#{1}".format(source.uri, source.commit_id),
'start_time': start_time,
'end_time': int(time.time()),
'extra': extra,
'owner': koji_task_owner,
}
if self.metadata_only:
build['metadata_only'] = True
return build
def get_build(self, metadata):
start_time = int(atomic_reactor_start_time)
labels = Labels(
df_parser(self.workflow.builder.df_path,
workflow=self.workflow).labels)
_, component = labels.get_name_and_value(Labels.LABEL_TYPE_COMPONENT)
_, version = labels.get_name_and_value(Labels.LABEL_TYPE_VERSION)
_, release = labels.get_name_and_value(Labels.LABEL_TYPE_RELEASE)
source = self.workflow.source
if not isinstance(source, GitSource):
raise RuntimeError('git source required')
extra = {
'image': {
'autorebuild': is_rebuild(self.workflow)
},
'submitter': self.koji_session.getLoggedInUser().get('name'),
}
koji_task_owner = None
koji_task_id = metadata.get('labels', {}).get('koji-task-id')
if koji_task_id is not None:
self.log.info("build configuration created by Koji Task ID %s",
koji_task_id)
try:
extra['container_koji_task_id'] = koji_task_id = int(
koji_task_id)
koji_task_owner = get_koji_task_owner(self.koji_session,
koji_task_id).get('name')
except ValueError:
self.log.error("invalid task ID %r", koji_task_id, exc_info=1)
fs_result = self.workflow.prebuild_results.get(AddFilesystemPlugin.key)
if fs_result is not None:
try:
fs_task_id = fs_result['filesystem-koji-task-id']
except KeyError:
self.log.error(
"%s: expected filesystem-koji-task-id in result",
AddFilesystemPlugin.key)
else:
try:
task_id = int(fs_task_id)
except ValueError:
self.log.error("invalid task ID %r",
fs_task_id,
exc_info=1)
else:
extra['filesystem_koji_task_id'] = task_id
# Append media_types from pulp pull
pulp_pull_results = self.workflow.postbuild_results.get(
PLUGIN_PULP_PULL_KEY)
if pulp_pull_results:
extra['image']['media_types'] = sorted(list(
set(pulp_pull_results)))
# append parent builds and parent_build_id from koji parent
extra['image'].update(get_parent_image_koji_data(self.workflow))
# Append isolated build flag
try:
isolated = str(metadata['labels']['isolated']).lower() == 'true'
except (IndexError, AttributeError, KeyError):
isolated = False
self.log.info("build is isolated: %r", isolated)
extra['image']['isolated'] = isolated
help_result = self.workflow.prebuild_results.get(AddHelpPlugin.key)
if isinstance(
help_result, dict
) and 'help_file' in help_result and 'status' in help_result:
if help_result['status'] == AddHelpPlugin.NO_HELP_FILE_FOUND:
extra['image']['help'] = None
elif help_result['status'] == AddHelpPlugin.HELP_GENERATED:
extra['image']['help'] = help_result['help_file']
else:
self.log.error("Unknown result from add_help plugin: %s",
help_result)
flatpak_source_info = get_flatpak_source_info(self.workflow)
if flatpak_source_info is not None:
compose_info = get_compose_info(self.workflow)
koji_metadata = compose_info.koji_metadata()
koji_metadata['flatpak'] = True
extra['image'].update(koji_metadata)
resolve_comp_result = self.workflow.prebuild_results.get(
PLUGIN_RESOLVE_COMPOSES_KEY)
if resolve_comp_result:
extra['image']['odcs'] = {
'compose_ids':
[item['id'] for item in resolve_comp_result['composes']],
'signing_intent':
resolve_comp_result['signing_intent'],
'signing_intent_overridden':
resolve_comp_result['signing_intent_overridden'],
}
build = {
'name': component,
'version': version,
'release': release,
'source': "{0}#{1}".format(source.uri, source.commit_id),
'start_time': start_time,
'end_time': int(time.time()),
'extra': extra,
'owner': koji_task_owner,
}
if self.metadata_only:
build['metadata_only'] = True
return build
def _get_koji_submitter(self):
koji_task_owner = get_koji_task_owner(self.session, self.koji_task_id)
koji_task_owner_email = self._get_email_from_koji_obj(koji_task_owner)
self.submitter = koji_task_owner_email
return koji_task_owner_email
def _get_koji_submitter(self):
koji_task_owner = get_koji_task_owner(self.session, self.koji_task_id)
koji_task_owner_email = self._get_email_from_koji_obj(koji_task_owner)
self.submitter = koji_task_owner_email
return koji_task_owner_email
def get_build(self, metadata, worker_metadatas):
start_time = int(atomic_reactor_start_time)
labels = df_parser(self.workflow.builder.df_path, workflow=self.workflow).labels
component = get_preferred_label(labels, 'com.redhat.component')
version = get_preferred_label(labels, 'version')
release = get_preferred_label(labels, 'release')
source = self.workflow.source
if not isinstance(source, GitSource):
raise RuntimeError('git source required')
extra = {'image': {'autorebuild': is_rebuild(self.workflow)}}
koji_task_id = metadata.get('labels', {}).get('koji-task-id')
if koji_task_id is not None:
self.log.info("build configuration created by Koji Task ID %s",
koji_task_id)
try:
extra['container_koji_task_id'] = int(koji_task_id)
except ValueError:
self.log.error("invalid task ID %r", koji_task_id, exc_info=1)
try:
isolated = str(metadata['labels']['isolated']).lower() == 'true'
except (IndexError, AttributeError, KeyError):
isolated = False
self.log.info("build is isolated: %r", isolated)
extra['image']['isolated'] = isolated
fs_result = self.workflow.prebuild_results.get(AddFilesystemPlugin.key)
if fs_result is not None:
try:
fs_task_id = fs_result['filesystem-koji-task-id']
except KeyError:
self.log.error("%s: expected filesystem-koji-task-id in result",
AddFilesystemPlugin.key)
else:
try:
task_id = int(fs_task_id)
except ValueError:
self.log.error("invalid task ID %r", fs_task_id, exc_info=1)
else:
extra['filesystem_koji_task_id'] = task_id
parent_id = self.get_parent_image_koji_build_id()
if parent_id is not None:
try:
parent_id = int(parent_id)
except ValueError:
self.log.exception("invalid koji parent id %r", parent_id)
else:
extra.setdefault('image', {})
extra['image']['parent_build_id'] = parent_id
flatpak_source_info = get_flatpak_source_info(self.workflow)
if flatpak_source_info is not None:
extra['image'].update(flatpak_source_info.koji_metadata())
if koji_task_id:
koji_task_owner = get_koji_task_owner(self.session, koji_task_id, default=None)['name']
else:
koji_task_owner = None
extra['submitter'] = self.session.getLoggedInUser()['name']
resolve_comp_result = self.workflow.prebuild_results.get(PLUGIN_RESOLVE_COMPOSES_KEY)
if resolve_comp_result:
extra['image']['odcs'] = {
'compose_ids': [item['id'] for item in resolve_comp_result['composes']],
'signing_intent': resolve_comp_result['signing_intent'],
'signing_intent_overridden': resolve_comp_result['signing_intent_overridden'],
}
self.set_help(extra, worker_metadatas)
self.set_media_types(extra, worker_metadatas)
self.remove_unavailable_manifest_digests(worker_metadatas)
self.set_group_manifest_info(extra, worker_metadatas)
build = {
'name': component,
'version': version,
'release': release,
'source': "{0}#{1}".format(source.uri, source.commit_id),
'start_time': start_time,
'end_time': int(time.time()),
'extra': extra,
'owner': koji_task_owner,
}
return build
def get_build(self, metadata, worker_metadatas):
start_time = int(atomic_reactor_start_time)
labels = Labels(
df_parser(self.workflow.builder.df_path,
workflow=self.workflow).labels)
_, component = labels.get_name_and_value(Labels.LABEL_TYPE_COMPONENT)
_, version = labels.get_name_and_value(Labels.LABEL_TYPE_VERSION)
_, release = labels.get_name_and_value(Labels.LABEL_TYPE_RELEASE)
source = self.workflow.source
if not isinstance(source, GitSource):
raise RuntimeError('git source required')
extra = {'image': {'autorebuild': is_rebuild(self.workflow)}}
koji_task_id = metadata.get('labels', {}).get('koji-task-id')
if koji_task_id is not None:
self.log.info("build configuration created by Koji Task ID %s",
koji_task_id)
try:
extra['container_koji_task_id'] = int(koji_task_id)
except ValueError:
self.log.error("invalid task ID %r", koji_task_id, exc_info=1)
try:
isolated = str(metadata['labels']['isolated']).lower() == 'true'
except (IndexError, AttributeError, KeyError):
isolated = False
self.log.info("build is isolated: %r", isolated)
extra['image']['isolated'] = isolated
fs_result = self.workflow.prebuild_results.get(AddFilesystemPlugin.key)
if fs_result is not None:
try:
fs_task_id = fs_result['filesystem-koji-task-id']
except KeyError:
self.log.error(
"%s: expected filesystem-koji-task-id in result",
AddFilesystemPlugin.key)
else:
try:
task_id = int(fs_task_id)
except ValueError:
self.log.error("invalid task ID %r",
fs_task_id,
exc_info=1)
else:
extra['filesystem_koji_task_id'] = task_id
parent_id = self.get_parent_image_koji_build_id()
if parent_id is not None:
try:
parent_id = int(parent_id)
except ValueError:
self.log.exception("invalid koji parent id %r", parent_id)
else:
extra.setdefault('image', {})
extra['image']['parent_build_id'] = parent_id
flatpak_source_info = get_flatpak_source_info(self.workflow)
if flatpak_source_info is not None:
extra['image'].update(flatpak_source_info.koji_metadata())
koji_task_owner = get_koji_task_owner(self.session,
koji_task_id).get('name')
extra['submitter'] = self.session.getLoggedInUser()['name']
resolve_comp_result = self.workflow.prebuild_results.get(
PLUGIN_RESOLVE_COMPOSES_KEY)
if resolve_comp_result:
extra['image']['odcs'] = {
'compose_ids':
[item['id'] for item in resolve_comp_result['composes']],
'signing_intent':
resolve_comp_result['signing_intent'],
'signing_intent_overridden':
resolve_comp_result['signing_intent_overridden'],
}
self.set_help(extra, worker_metadatas)
self.set_media_types(extra, worker_metadatas)
self.remove_unavailable_manifest_digests(worker_metadatas)
self.set_group_manifest_info(extra, worker_metadatas)
build = {
'name': component,
'version': version,
'release': release,
'source': "{0}#{1}".format(source.uri, source.commit_id),
'start_time': start_time,
'end_time': int(time.time()),
'extra': extra,
'owner': koji_task_owner,
}
return build
def get_build(self, metadata, worker_metadatas):
start_time = int(atomic_reactor_start_time)
extra = {'image': {}}
if not self.source_build:
labels = Labels(df_parser(self.workflow.builder.df_path,
workflow=self.workflow).labels)
_, component = labels.get_name_and_value(Labels.LABEL_TYPE_COMPONENT)
_, version = labels.get_name_and_value(Labels.LABEL_TYPE_VERSION)
_, release = labels.get_name_and_value(Labels.LABEL_TYPE_RELEASE)
source = self.workflow.source
if not isinstance(source, GitSource):
raise RuntimeError('git source required')
extra['image']['autorebuild'] = is_rebuild(self.workflow)
if self.workflow.triggered_after_koji_task:
extra['image']['triggered_after_koji_task'] =\
self.workflow.triggered_after_koji_task
try:
isolated = str(metadata['labels']['isolated']).lower() == 'true'
except (IndexError, AttributeError, KeyError):
isolated = False
self.log.info("build is isolated: %r", isolated)
extra['image']['isolated'] = isolated
fs_result = self.workflow.prebuild_results.get(AddFilesystemPlugin.key)
if fs_result is not None:
try:
fs_task_id = fs_result['filesystem-koji-task-id']
except KeyError:
self.log.error("%s: expected filesystem-koji-task-id in result",
AddFilesystemPlugin.key)
else:
try:
task_id = int(fs_task_id)
except ValueError:
self.log.error("invalid task ID %r", fs_task_id, exc_info=1)
else:
extra['filesystem_koji_task_id'] = task_id
extra['image'].update(get_parent_image_koji_data(self.workflow))
flatpak_source_info = get_flatpak_source_info(self.workflow)
if flatpak_source_info is not None:
compose_info = get_compose_info(self.workflow)
koji_metadata = compose_info.koji_metadata()
koji_metadata['flatpak'] = True
extra['image'].update(koji_metadata)
resolve_comp_result = self.workflow.prebuild_results.get(PLUGIN_RESOLVE_COMPOSES_KEY)
if resolve_comp_result:
extra['image']['odcs'] = {
'compose_ids': [item['id'] for item in resolve_comp_result['composes']],
'signing_intent': resolve_comp_result['signing_intent'],
'signing_intent_overridden': resolve_comp_result['signing_intent_overridden'],
}
if self.workflow.all_yum_repourls:
extra['image']['yum_repourls'] = self.workflow.all_yum_repourls
self.set_help(extra, worker_metadatas)
self.set_operators_metadata(extra, worker_metadatas)
self.set_go_metadata(extra)
self.set_group_manifest_info(extra, worker_metadatas)
else:
source_result = self.workflow.prebuild_results[PLUGIN_FETCH_SOURCES_KEY]
extra['image']['sources_for_nvr'] = source_result['sources_for_nvr']
extra['image']['sources_signing_intent'] = source_result['signing_intent']
koji_task_id = metadata.get('labels', {}).get('koji-task-id')
if koji_task_id is not None:
self.log.info("build configuration created by Koji Task ID %s",
koji_task_id)
try:
extra['container_koji_task_id'] = int(koji_task_id)
except ValueError:
self.log.error("invalid task ID %r", koji_task_id, exc_info=1)
koji_task_owner = get_koji_task_owner(self.session, koji_task_id).get('name')
extra['submitter'] = self.session.getLoggedInUser()['name']
self.set_media_types(extra, worker_metadatas)
build = {
'start_time': start_time,
'end_time': int(time.time()),
'extra': extra,
'owner': koji_task_owner,
}
if self.source_build:
build.update({
'name': self.workflow.koji_source_nvr['name'],
'version': self.workflow.koji_source_nvr['version'],
'release': self.workflow.koji_source_nvr['release'],
'source': self.workflow.koji_source_source_url,
})
else:
build.update({
'name': component,
'version': version,
'release': release,
'source': "{0}#{1}".format(source.uri, source.commit_id),
})
return build
