def run(dry_run,
gitlab_project_id=None,
thread_pool_size=10,
enable_deletion=False):
accounts = queries.get_aws_accounts()
settings = queries.get_app_interface_settings()
aws = AWSApi(thread_pool_size, accounts, settings=settings)
deleted_keys = get_deleted_keys(accounts)
existing_keys = aws.get_users_keys()
aws_support_cases = aws.get_support_cases()
keys_to_delete_from_cases = get_keys_to_delete(aws_support_cases)
keys_to_delete = []
for ktd in keys_to_delete_from_cases:
ktd_account = ktd['account']
ktd_key = ktd['key']
account_deleted_keys = deleted_keys.get(ktd_account)
if account_deleted_keys and ktd_key in account_deleted_keys:
continue
account_existing_keys = existing_keys.get(ktd_account)
if account_existing_keys:
keys_only = \
itertools.chain.from_iterable(account_existing_keys.values())
if ktd_key not in keys_only:
continue
keys_to_delete.append(ktd)
act(dry_run, gitlab_project_id, accounts, keys_to_delete)
def run(dry_run, gitlab_project_id=None, thread_pool_size=10):
accounts = queries.get_aws_accounts()
settings = queries.get_app_interface_settings()
aws = AWSApi(thread_pool_size, accounts, settings=settings)
existing_keys = aws.get_users_keys()
existing_keys_list = [
key for user_key in existing_keys.values()
for keys in user_key.values() for key in keys
]
logging.info("found {} existing keys".format(len(existing_keys_list)))
app_int_github_repos = queries.get_repos(server="https://github.com")
all_repos = get_all_repos_to_scan(app_int_github_repos)
logging.info("about to scan {} repos".format(len(all_repos)))
results = threaded.run(
git_secrets.scan_history,
all_repos,
thread_pool_size,
existing_keys=existing_keys_list,
)
all_leaked_keys = [key for keys in results for key in keys]
deleted_keys = aws_sos.get_deleted_keys(accounts)
keys_to_delete = [
{
"account": account,
"key": key
} for key in all_leaked_keys
for account, user_keys in existing_keys.items()
if key in [uk for uks in user_keys.values()
for uk in uks] and key not in deleted_keys[account]
]
aws_sos.act(dry_run, gitlab_project_id, accounts, keys_to_delete)
def run(dry_run,
gitlab_project_id=None,
thread_pool_size=10,
enable_deletion=False):
accounts = queries.get_aws_accounts()
settings = queries.get_app_interface_settings()
aws = AWSApi(thread_pool_size, accounts, settings=settings)
deleted_keys = get_deleted_keys(accounts)
existing_keys = aws.get_users_keys()
aws_support_cases = aws.get_support_cases()
keys_to_delete_from_cases = get_keys_to_delete(aws_support_cases)
keys_to_delete = [
ktd for ktd in keys_to_delete_from_cases
if deleted_keys.get(ktd['account']) is not None and existing_keys.get(
ktd['account']) is not None and ktd['key'] not in deleted_keys[
ktd['account']] and ktd['key'] in existing_keys[ktd['account']]
]
act(dry_run, gitlab_project_id, accounts, keys_to_delete)