def main() -> None: args = parse_args() filename_a = args.filename_a filename_b = args.filename_b set_a = hosts_tools.load_domains_from_list(filename_a) set_b = hosts_tools.load_domains_from_list(filename_b) list_a = HostList(filename_a, set_a) list_b = HostList(filename_b, set_b) print() print_list_size(list_a, list_b) print() print_list_difference(list_a, list_b)
def main(): args = parse_args() main_domains = hosts_tools.load_domains_from_list(args.list + '.txt') expanded_domains = hosts_tools.load_domains_from_list(args.list + '-extended.txt') whitelist = hosts_tools.load_domains_from_whitelist(args.list + '-whitelist.txt') main_domains_len_start = len(main_domains) expanded_domains_len_start = len(expanded_domains) with open('secrets.json') as f: data = json.load(f) api_key = data['virustotal_api_key'] if args.update: found = crt_update(main_domains, args.verbose) expanded_domains.update(found) if args.virustotal: found = virustotal_update(main_domains, api_key, args.verbose) expanded_domains.update(found) main_domains.update(args.domains) found = crt_update(args.domains, args.verbose) expanded_domains.update(found) found = virustotal_update(args.domains, api_key, args.verbose) expanded_domains.update(found) expanded_domains = hosts_tools.filter_whitelist(expanded_domains, whitelist) main_domains_len_end = len(main_domains) main_domains_len_diff = main_domains_len_end - main_domains_len_start expanded_domains_len_end = len(expanded_domains) expanded_domains_len_diff = expanded_domains_len_end - expanded_domains_len_start print('Base list: %s, expanded by: %s' % (main_domains_len_end, main_domains_len_diff)) print('Extended List: %s, expanded by %s' % (expanded_domains_len_end, expanded_domains_len_diff)) print('List Difference: %s' % (expanded_domains_len_end - main_domains_len_end)) if not args.dryrun: hosts_tools.write_domain_list(args.list + '.txt', main_domains) hosts_tools.write_domain_list(args.list + '-extended.txt', expanded_domains)
def test_read_domains_list(self): domains = hosts_tools.load_domains_from_list(self.TEST_FILE_NAME) assert domains assert not self.TEST_DOMAINS.difference(domains)