def download_and_write_prs():
return download_and_write_streaming(
self.outdir,
'bb_prs',
self.compress_output_files,
generator_func=self.get_pull_requests,
generator_func_args=(
nrm_repos,
endpoint_git_instance_info,
),
item_id_dict_key='id',
)
def download_and_write_commits():
return download_and_write_streaming(
self.outdir,
'bb_commits',
self.compress_output_files,
generator_func=self.get_commits_for_included_branches,
generator_func_args=(
nrm_repos,
self.config.git_include_branches,
endpoint_git_instance_info,
),
item_id_dict_key='hash',
)
def download_and_write_prs():
return download_and_write_streaming(
outdir,
'bb_prs',
compress_output_files,
generator_func=get_pull_requests,
generator_func_args=(
git_conn,
api_repos,
config.git_strip_text_content,
endpoint_git_instance_info,
config.git_redact_names_and_urls,
),
item_id_dict_key='id',
)
def download_and_write_commits():
return download_and_write_streaming(
outdir,
'bb_commits',
compress_output_files,
generator_func=get_commits_for_included_branches,
generator_func_args=(
git_conn,
api_repos,
config.git_include_branches,
config.git_strip_text_content,
endpoint_git_instance_info,
config.git_redact_names_and_urls,
),
item_id_dict_key='hash',
)
def download_and_write_issues_needing_re_download():
return download_and_write_streaming(
config.outdir,
'jira_issues_re_downloaded',
config.compress_output_files,
generator_func=download_necessary_issues,
generator_func_args=(
jira_connection,
list(issue_ids_needing_re_download),
config.jira_include_fields,
config.jira_exclude_fields,
config.jira_issue_batch_size,
config.jira_issue_download_concurrent_threads,
),
item_id_dict_key='id',
addl_info_dict_key='key',
)