def test_get_ip_details(self):
ip = "1.1.1.1"
ip_body = {"ip": ip}
info("Requested ip body: {}".format(ip_body))
resp = get_ip_details(ip_body)
assert_type(resp, Response,
"Check if returned result is of correct type")
assert_equal(resp.status_code, 200,
"Check if correct status code was returned")
json_data = json.loads(resp.data.decode('utf-8'))
assert_type(json_data, dict,
"Check if returned result is of correct type")
assert_not_empty(json_data, "Check if returned dict is not empty")
field = "details"
assert_dict_contains_key(
json_data, field,
"Check if returned dict contains '{}' key".format(field))
field = "country"
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
field = "ip"
expected = ip
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
assert_equal(json_data['details'][field], expected,
"Check if correct status code was returned")
field = "asn"
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
def test_search_newest_empty(self):
url = token_hex(25)
info("Requested URL: {}".format(url))
r, date = search_newest(url)
assert_type(r, dict, "Check if returned search data is valid dict")
assert_empty(r, "Check if returned search data is empty")
assert_none(date, "Check if returned date is None")
def test_get_entropy_details(self):
url = "exampleawdawdefgrgdheqafrty3452rf.comc"
url_body = {"url": url}
info("Requested url body: {}".format(url_body))
resp = get_entropy_details(url_body)
assert_type(resp, Response,
"Check if returned result is of correct type")
assert_equal(resp.status_code, 200,
"Check if correct status code was returned")
json_data = json.loads(resp.data.decode('utf-8'))
assert_type(json_data, dict,
"Check if returned result is of correct type")
assert_not_empty(json_data, "Check if returned dict is not empty")
field = "details"
assert_dict_contains_key(
json_data, field,
"Check if returned dict contains '{}' key".format(field))
field = "entropy"
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
assert_equal(
json_data['details'][field],
pytest.approx(json_data['details'][field], 0.01),
"Check if returned entropy is properly rounded to 2 decimal places"
)
def test_get_sfbrowsing_details(self):
url = "example.com"
url_body = {"url": url}
info("Requested url body: {}".format(url_body))
resp = get_sfbrowsing_details(url_body)
assert_type(resp, Response,
"Check if returned result is of correct type")
assert_equal(resp.status_code, 200,
"Check if correct status code was returned")
json_data = json.loads(resp.data.decode('utf-8'))
assert_type(json_data, dict,
"Check if returned result is of correct type")
assert_not_empty(json_data, "Check if returned dict is not empty")
field = "details"
assert_dict_contains_key(
json_data, field,
"Check if returned dict contains '{}' key".format(field))
field = "url"
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
assert_equal(json_data['details'][field], url,
"Check if correct url was returned")
field = "malicious"
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
def test_submit(self):
url = "example.com"
info("Requested url - {}".format(url))
uid = submit(url)
info("id returned: {}".format(uid))
assert_type(uid, str, "Check if proper str is returned")
def test_search_newest(self, urlscan_data):
url = urlscan_data[0]
info("Requested URL: {}".format(url))
r, date = search_newest(url)
assert_type(r, dict, "Check if returned search data is valid dict")
assert_not_empty(r, "Check if returned search data is not empty")
assert_type(date, datetime, "Check if returned search data is valid datetime object")
def test_get_cert_results(self):
domain = "example.com"
info("Requested domain - {}".format(domain))
l = get_results(domain)
assert_type(
l, dict,
"Check if returned object with certificate details is proper dict")
assert_not_empty(l, "Check if cert details dict is not empty")
def test_url_to_domain_schema_without_query(self):
test_url = "example.com"
expected_url = "example.com"
info("Requested URL: {}".format(test_url))
result = url_helper.url_to_domain(test_url)
assert_type(result, str, "Check if returned result is of correct type")
assert_equal(result, expected_url, "Check if method returned correct url")
def test_summary(self, urlscan_data):
uid = urlscan_data[1]
result_url = "https://urlscan.io/api/v1/result/{}".format(uid)
info("GET {}".format(result_url))
response = get(result_url)
assert_equal(response.status_code, 200, "Check if response's status code is correct (200)")
r = summary(response.json())
assert_type(r, dict, "Check if returned search data is valid dict")
assert_not_empty(r, "Check if returned search data is not empty")
def test_get_urlscan_details_wrong_url(self):
url = token_hex(32)
url_body = {"url": url}
info("Requested url body: {}".format(url_body))
resp = get_crtsh_details(url_body)
assert_type(resp, Response,
"Check if returned result is of correct type")
assert_equal(resp.status_code, 202,
"Check if correct status code was returned")
def test_add_ip_correct(self, mock_add_ip):
ip = "127.0.0.1"
mocked_id = randint(1, 10)
# Mock Goodies response
mock_add_ip.return_value = mocked_id
status, cid = db_helper.add_ip(ip)
assert_true(status, "Check if method return correct status")
assert_type(cid, int, "Check if id is correct int")
assert_equal(cid, mocked_id, "Check if returned id is as expected")
def test_verify_entropy_malicious(self):
malicious_url = "abcdefghijklmnoprstukv/!$#%^#$#@"
info("Requested URL: {}".format(malicious_url))
result = uv.verify_entropy(malicious_url)
assert_type(result, bool,
"Check if returned result is of correct type")
assert_equal(result, True, "Check if method returned correct verdict")
def test_verify_entropy_good(self):
malicious_url = "abc"
info("Requested URL: {}".format(malicious_url))
result = uv.verify_entropy('test_domain')
assert_type(result, bool,
"Check if returned result is of correct type")
assert_equal(result, False, "Check if method returned correct verdict")
def test_calculate_distance_zero(self):
base = "test"
target = base
info("Base keyword: {}".format(base))
info("Target keyword: {}".format(target))
l = calculate_levenstein(base, target)
assert_type(l, int, "Check if proper type is returned")
assert_equal(l, 0, "Check if proper distance is calculated")
def test_add_baddie_correct(self, mock_add_baddie):
mocked_id = 1
mock_add_baddie.return_value = mocked_id
info("Created mock Baddie with id: {}".format(mocked_id))
cid = db_helper.add_baddie(None, None, None, None, None, None, None)
assert_type(cid, int, "Check if id is correct int")
assert_equal(cid, mocked_id, "Check if method returned correct id")
# TODO More unit tests
def test_get_ip_details_reserved_range(self):
ip = "127.0.0.1"
info("Requested ip - {}".format(ip))
details = get_ip_details(ip)
assert_type(details, dict, "Check if returned results are of type dict")
assert_not_empty(details, "Check if returned results are not empty")
field = 'status'
expected = 'reserved_range'
assert_equal(details[field], expected, "Check if returned status is equal to expected one")
field = 'ip'
expected = ip
assert_equal(details[field], expected, "Check if returned ip is equal to expected one")
def test_get_urlscan_details(self):
url = "example.com"
url_body = {"url": url}
info("Requested url body: {}".format(url_body))
resp = get_crtsh_details(url_body)
assert_type(resp, Response,
"Check if returned result is of correct type")
assert_is_in(resp.status_code, [200, 202],
"Check if correct status code was returned")
if resp.status_code == 202:
info("Returned 202 - skipping rest of asserts")
return
json_data = json.loads(resp.data.decode('utf-8'))
assert_type(json_data, dict,
"Check if returned result is of correct type")
assert_not_empty(json_data, "Check if returned dict is not empty")
field = "details"
assert_dict_contains_key(
json_data, field,
"Check if returned dict contains '{}' key".format(field))
field = "caid"
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
field = "registered_at"
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
field = "subject"
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
field = "issuer"
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
field = "multi_dns_amount"
assert_dict_contains_key(
json_data['details'], field,
"Check if returned dict contains '{}' key".format(field))
field = "org_name"
assert_dict_contains_key(
json_data['details']['subject'], field,
"Check if returned dict contains '{}' key".format(field))
field = "country"
assert_dict_contains_key(
json_data['details']['subject'], field,
"Check if returned dict contains '{}' key".format(field))
field = "common_name"
assert_dict_contains_key(
json_data['details']['issuer'], field,
"Check if returned dict contains '{}' key".format(field))
def test_levenstein_check_no_match(self):
fake = Faker()
keywords = [fake.domain_word()]
info("Generated keyword: {}".format(keywords))
domain = "{}x.com".format(fake.domain_word())
info("Requested domain - {}".format(domain))
l = levenstein_check(keywords, domain.split('.'))
assert_type(l, tuple, "Check if proper tuple is returned")
assert_false(l[0], "Check if keyword matches domain")
assert_none(l[1], "Check if no keyword matches domain")
assert_none(l[2], "Check if no keyword is returned")
assert_none(l[3], "Check if no levenstein distance is returned")
def test_lookup_url_malicious(self):
url = 'http://malware.testing.google.test/testing/malware/'
info("Requested url - {}".format(url))
l = lookup_url(url)
assert_type(l, dict, "Check if proper dict is returned")
assert_not_empty(l, "Check if response is not empty")
field = "url"
expected = url
assert_dict_contains_key(l, field, "Check if url is in response")
assert_equal(l[field], expected, "Check if proper url is returned")
field = "malicious"
expected = True
assert_dict_contains_key(l, field, "Check if malicious is in response")
assert_equal(l[field], expected, "Check if proper status is returned")
def test_lookup_url(self):
url = "google.com"
info("Requested url - {}".format(url))
l = lookup_url(url)
assert_type(l, dict, "Check if proper dict is returned")
assert_not_empty(l, "Check if response is not empty")
field = "url"
expected = url
assert_dict_contains_key(l, field, "Check if url is in response")
assert_equal(l[field], expected, "Check if proper url is returned")
field = "malicious"
expected = False
assert_dict_contains_key(l, field, "Check if malicious is in response")
assert_equal(l[field], expected, "Check if proper status is returned")
def test_match_keyword(self, mock_goodie):
fake = Faker()
mocked_keyword = fake.domain_word()
# Mock Goodies response
mock_goodie.return_value = [{'good_keyword': mocked_keyword}]
info("Created mock Goodie with keyword: {}".format(mocked_keyword))
domain = "{}x.com".format(mocked_keyword)
info("Requested domain - {}".format(domain))
l = match_keyword(domain)
assert_type(l, tuple, "Check if proper tuple is returned")
assert_true(l[0], "Check if keyword matches domain")
assert_equal(l[1], mocked_keyword,
"Check if returned keyword is equal to mocked one")
def test_get_results(self):
url = "google.com"
info("Requested url - {}".format(url))
r = get_results(url)
info("URL returned: {}".format(r))
assert_type(r, dict, "Check if proper dict is returned")
field = "registrar"
assert_dict_contains_key(r, field, "Check if registrar is present in results")
field = "creation_date"
assert_dict_contains_key(r, field, "Check if registrar is present in results")
field = "name"
assert_dict_contains_key(r, field, "Check if registrar is present in results")
field = "org"
assert_dict_contains_key(r, field, "Check if registrar is present in results")
field = "country"
assert_dict_contains_key(r, field, "Check if registrar is present in results")
def test_verify_domain_in_baddies_not_exists(self, mock_get_all_baddies):
# Mock Baddies response
mocked_list = [{
"domain_name": "example.com"
}, {
"domain_name": "not-example.com"
}]
mock_get_all_baddies.return_value = mocked_list
info("Created mock Baddies list: {}".format(mocked_list))
test_domain = "definitely-not-example.com"
info("Requested domain: {}".format(test_domain))
result = uv.verify_domain_in_baddies(test_domain)
assert_type(result, bool,
"Check if returned result is of correct type")
assert_equal(result, False, "Check if method returned correct verdict")
def test_not_match_keyword(self, mock_goodie):
fake = Faker()
mocked_keyword = fake.domain_word()
# Mock Goodies response
mock_goodie.return_value = [{'good_keyword': mocked_keyword}]
info("Created mock Goodie with keyword: {}".format(mocked_keyword))
while 1:
mocked_domain = fake.domain_name()
if mocked_keyword in mocked_domain:
continue
else:
break
info("Requested domain - {}".format(mocked_domain))
l = match_keyword(mocked_domain)
assert_type(l, tuple, "Check if proper tuple is returned")
assert_false(l[0], "Check if keyword does not match domain")
assert_none(l[1], "Check if returned keyword is equal to None")
def test_levenstein_check(self):
fake = Faker()
keywords = [fake.domain_word() for i in range(0, 2)]
info("Generated keyword: {}".format(keywords))
proper_keyword = keywords[0]
domain = "{}x.{}.{}awdawdawdfawytdawdrawd.com".format(
proper_keyword, proper_keyword, proper_keyword)
info("Requested domain - {}".format(domain))
l = levenstein_check(keywords, domain.split('.'))
assert_type(l, tuple, "Check if proper tuple is returned")
assert_true(l[0], "Check if keyword matches domain")
assert_equal(l[1], 1, "Check if keyword matches domain only one time")
assert_equal(l[2], proper_keyword,
"Check if proper keyword is returned")
assert_equal(l[3], 1,
"Check if proper levenstein distance is returned")
def test_verify_api(self):
info("Requested api key: {}".format(AUTH_API_KEY))
result = security.verify_api(apikey=AUTH_API_KEY, required_scopes=None)
assert_type(result, dict,
"Check if returned result is of correct type")
assert_not_empty(result, "Check if returned dict is not empty")
field = "auth_type"
expected = "apiKey"
assert_dict_contains_key(
result, field,
"Check if returned dict contains '{}' key".format(field))
assert_equal(result[field], expected,
"Check if correct auth type was returned")
field = "apiKey"
expected = AUTH_API_KEY
assert_dict_contains_key(
result, field,
"Check if returned dict contains '{}' key".format(field))
assert_equal(result[field], expected,
"Check if correct api key was returned")
def test_get_ip_details(self):
ip = "8.8.8.8"
info("Requested ip - {}".format(ip))
details = get_ip_details(ip)
assert_type(details, dict, "Check if returned results are of type dict")
assert_not_empty(details, "Check if returned results are not empty")
def test_add_ip_correct(self): #, mock_get_ip_details):
ip = "127.0.0.1"
status, cid = db_helper.add_ip(ip)
assert_true(status, "Check if method return correct status")
assert_type(cid, int, "Check if id is correct int")
def test_search(self, urlscan_data):
url = urlscan_data[0]
info("Requested URL: {}".format(url))
r = search(url)
assert_type(r, list, "Check if returned search data is valid list")
assert_not_empty(r, "Check if returned search data is not empty")
def test_results(self, urlscan_data):
uid = urlscan_data[1]
info("Requested id: {}".format(uid))
r = results(uid, wait_time=10)
assert_type(r, dict, "Check if returned search data is valid dict")
assert_not_empty(r, "Check if returned search data is not empty")
