def __init_with_url(self):
"""
Initialize with an URL (when targeting HTTP).
This method updates: URL, Hostname, IP, Port
:raises TargetException: Exception raised if DNS lookup fails
"""
self.service.url = WebUtils.add_prefix_http(self.service.url)
self.service.url = WebUtils.remove_ending_slash(self.service.url)
url = urlparse(self.service.url)
if NetUtils.is_valid_ip(url.hostname):
self.service.host.ip = url.hostname
self.service.host.hostname = url.hostname # updated in smart_check
else:
self.service.host.ip = NetUtils.dns_lookup(url.hostname)
if not self.service.host.ip:
raise TargetException('Unable to resolve {}'.format(
url.hostname))
self.service.host.hostname = url.hostname
if not self.service.port:
self.service.port = WebUtils.get_port_from_url(self.service.url)
if not NetUtils.is_valid_port(self.service.port):
raise TargetException('Invalid port number {}'.format(
self.service.port))
def add_url(self,
url,
services_config,
reverse_dns=True,
availability_check=True,
grab_banner_nmap=True,
web_technos_detection=True):
"""
Add a URL into the current mission scope in database.
:param str url: URL to add
:param lib.core.ServicesConfig services_config: Services configuration object
:param bool reverse_dns: If set to True, perform a reverse DNS lookup
:param bool availability_check: If set to True, check if port is open
:param bool grab_banner_nmap: If set to True, run Nmap to grab server banner
:param bool web_technos_detection: If set to True, try to detect web technos
:return: Status
:rtype: bool
"""
matching_service = self.sqlsess.query(Service).join(Host).join(Mission)\
.filter(Mission.name == self.current_mission)\
.filter((Service.url == url) | \
(Service.url == WebUtils.remove_ending_slash(url))).first()
if matching_service:
logger.warning('URL already present into database')
return False
else:
service = Service(name='http', protocol=Protocol.TCP, url=url)
service.host = Host() # Update in target.smart_check()
try:
target = Target(service, services_config)
except Exception as e:
logger.error(e)
return False
up = target.smart_check(reverse_dns, availability_check,
grab_banner_nmap, web_technos_detection)
if up:
matching_host = self.sqlsess.query(Host).join(Mission)\
.filter(Mission.name == self.current_mission)\
.filter(Host.ip == service.host.ip).first()
new_host = Host(ip=service.host.ip,
hostname=service.host.hostname,
os=service.host.os,
os_vendor=service.host.os_vendor,
os_family=service.host.os_family,
mac=service.host.mac,
vendor=service.host.vendor,
type=service.host.type)
if matching_host:
matching_host.merge(new_host)
self.sqlsess.commit()
service.host = matching_host
else:
mission = self.sqlsess.query(Mission)\
.filter(Mission.name == self.current_mission).first()
new_host.mission = mission
service.host = new_host
self.sqlsess.add(new_host)
self.sqlsess.add(service)
self.sqlsess.commit()
logger.success('Service/URL added: {url}'.format(url=url))
return True
else:
logger.error('URL is not reachable, therefore it is not added')
return False