def run(dry_run, gitlab_project_id=None, thread_pool_size=10, enable_deletion=False): accounts = queries.get_aws_accounts() settings = queries.get_app_interface_settings() aws = AWSApi(thread_pool_size, accounts, settings=settings) deleted_keys = get_deleted_keys(accounts) existing_keys = aws.get_users_keys() aws_support_cases = aws.get_support_cases() keys_to_delete_from_cases = get_keys_to_delete(aws_support_cases) keys_to_delete = [] for ktd in keys_to_delete_from_cases: ktd_account = ktd['account'] ktd_key = ktd['key'] account_deleted_keys = deleted_keys.get(ktd_account) if account_deleted_keys and ktd_key in account_deleted_keys: continue account_existing_keys = existing_keys.get(ktd_account) if account_existing_keys: keys_only = \ itertools.chain.from_iterable(account_existing_keys.values()) if ktd_key not in keys_only: continue keys_to_delete.append(ktd) act(dry_run, gitlab_project_id, accounts, keys_to_delete)
def run(dry_run, gitlab_project_id=None, thread_pool_size=10): accounts = queries.get_aws_accounts() settings = queries.get_app_interface_settings() aws = AWSApi(thread_pool_size, accounts, settings=settings) existing_keys = aws.get_users_keys() existing_keys_list = [ key for user_key in existing_keys.values() for keys in user_key.values() for key in keys ] logging.info("found {} existing keys".format(len(existing_keys_list))) app_int_github_repos = queries.get_repos(server="https://github.com") all_repos = get_all_repos_to_scan(app_int_github_repos) logging.info("about to scan {} repos".format(len(all_repos))) results = threaded.run( git_secrets.scan_history, all_repos, thread_pool_size, existing_keys=existing_keys_list, ) all_leaked_keys = [key for keys in results for key in keys] deleted_keys = aws_sos.get_deleted_keys(accounts) keys_to_delete = [ { "account": account, "key": key } for key in all_leaked_keys for account, user_keys in existing_keys.items() if key in [uk for uks in user_keys.values() for uk in uks] and key not in deleted_keys[account] ] aws_sos.act(dry_run, gitlab_project_id, accounts, keys_to_delete)
def run(dry_run, gitlab_project_id=None, thread_pool_size=10, enable_deletion=False): accounts = queries.get_aws_accounts() settings = queries.get_app_interface_settings() aws = AWSApi(thread_pool_size, accounts, settings=settings) deleted_keys = get_deleted_keys(accounts) existing_keys = aws.get_users_keys() aws_support_cases = aws.get_support_cases() keys_to_delete_from_cases = get_keys_to_delete(aws_support_cases) keys_to_delete = [ ktd for ktd in keys_to_delete_from_cases if deleted_keys.get(ktd['account']) is not None and existing_keys.get( ktd['account']) is not None and ktd['key'] not in deleted_keys[ ktd['account']] and ktd['key'] in existing_keys[ktd['account']] ] act(dry_run, gitlab_project_id, accounts, keys_to_delete)