def __init__(self):
BaseLogging.__init__(self)
SampleLogging.__init__(self)
self.Shellcode = Shellcode()
self.VirusTotal = VirusTotal()
self.HoneyAgent = HoneyAgent()
self.Features = Features()
self.ContextAnalyzer = ContextAnalyzer()
self.Screenshot = Screenshot()
self.AWIS = AWIS()
self.baseDir = None
self.windows = dict()
self.shellcodes = set()
self.shellcode_urls = set()
self.retrieved_urls = set()
self.methods_cache = dict()
self.formats = set()
self.meta = dict()
self.frames = dict()
self.url = ""
self.__init_hook_symbols()
self.__init_pyhooks()
self.__init_config()
def __init__(self, thug_version):
BaseLogging.__init__(self)
SampleLogging.__init__(self)
self.thug_version = thug_version
self.VirusTotal = VirusTotal()
self.HoneyAgent = HoneyAgent()
self.baseDir = None
self.windows = dict()
self.shellcodes = set()
self.shellcode_urls = set()
self.methods_cache = dict()
self.formats = set()
self.__init_config()
def __init__(self, thug_version):
BaseLogging.__init__(self)
SampleLogging.__init__(self)
self.thug_version = thug_version
self.VirusTotal = VirusTotal()
self.HoneyAgent = HoneyAgent()
self.Features = Features()
self.ContextAnalyzer = ContextAnalyzer()
self.baseDir = None
self.windows = dict()
self.shellcodes = set()
self.shellcode_urls = set()
self.methods_cache = dict()
self.formats = set()
self.url = ""
self.__init_hook_symbols()
self.__init_config()
def __init__(self, thug_version):
BaseLogging.__init__(self)
SampleLogging.__init__(self)
self.thug_version = thug_version
self.VirusTotal = VirusTotal()
self.HoneyAgent = HoneyAgent()
self.baseDir = None
self.windows = dict()
self.shellcodes = set()
self.shellcode_urls = set()
self.methods_cache = dict()
self.formats = set()
self.__init_config()
def __init__(self, thug_version):
BaseLogging.__init__(self)
SampleLogging.__init__(self)
self.thug_version = thug_version
self.VirusTotal = VirusTotal()
self.HoneyAgent = HoneyAgent()
self.Features = Features()
self.ContextAnalyzer = ContextAnalyzer()
self.baseDir = None
self.windows = dict()
self.shellcodes = set()
self.shellcode_urls = set()
self.retrieved_urls = set()
self.methods_cache = dict()
self.formats = set()
self.url = ""
self.__init_hook_symbols()
self.__init_config()
class ThugLogging(BaseLogging, SampleLogging):
eval_min_length_logging = 4
def __init__(self):
BaseLogging.__init__(self)
SampleLogging.__init__(self)
self.Shellcode = Shellcode()
self.VirusTotal = VirusTotal()
self.HoneyAgent = HoneyAgent()
self.Features = Features()
self.ContextAnalyzer = ContextAnalyzer()
self.Screenshot = Screenshot()
self.AWIS = AWIS()
self.baseDir = None
self.windows = dict()
self.shellcodes = set()
self.shellcode_urls = set()
self.retrieved_urls = set()
self.methods_cache = dict()
self.formats = set()
self.meta = dict()
self.frames = dict()
self.url = ""
self.__init_hook_symbols()
self.__init_pyhooks()
self.__init_config()
@staticmethod
def get_random_name():
return ''.join(
random.choice(string.ascii_lowercase)
for _ in range(random.randint(10, 32)))
def __init_hook_symbols(self):
for name in (
'eval',
'write',
):
setattr(self, '{}_symbol'.format(name), (
self.get_random_name(),
self.get_random_name(),
))
def __init_pyhooks(self):
hooks = log.PyHooks.get('ThugLogging', None)
if hooks is None:
return
for label, hook in hooks.items():
name = "{}_hook".format(label)
_hook = six.get_method_function(hook) if six.get_method_self(
hook) else hook
method = six.create_bound_method(_hook, ThugLogging)
setattr(self, name, method)
def __init_config(self):
conf_file = os.path.join(log.configuration_path, 'thug.conf')
if not os.path.exists(conf_file): # pragma: no cover
log.critical(
"Logging subsystem not initialized (configuration file not found)"
)
return
self.modules = dict()
config = configparser.ConfigParser()
config.read(conf_file)
for name, module in LoggingModules.items():
if self.check_module(name, config):
self.modules[name.strip()] = module()
for m in self.modules.values():
for fmt in getattr(m, 'formats', tuple()):
self.formats.add(fmt) # pragma: no cover
def resolve_method(self, name):
if name in self.methods_cache.keys():
return self.methods_cache[name]
methods = []
for module in self.modules.values():
m = getattr(module, name, None)
if m:
methods.append(m)
self.methods_cache[name] = methods
return methods
def clear(self):
self.Features.clear()
def set_url(self, url):
self.clear()
self.url = url
for m in self.resolve_method('set_url'):
m(url)
if log.ThugOpts.awis: # pragma: no cover
report = log.ThugLogging.AWIS.query(url)
if not report:
return
for m in self.resolve_method('log_awis'):
m(report)
def add_behavior_warn(self,
description=None,
cve=None,
snippet=None,
method="Dynamic Analysis"):
for m in self.resolve_method('add_behavior_warn'):
m(description, cve, snippet, method)
log.warning(description)
def check_snippet(self, s):
return len(s) < self.eval_min_length_logging
def add_code_snippet(self,
snippet,
language,
relationship,
method="Dynamic Analysis",
check=False,
force=False):
if not log.ThugOpts.code_logging and not force:
return None
if check and self.check_snippet(snippet):
return None
tag = uuid.uuid4()
for m in self.resolve_method('add_code_snippet'):
m(snippet, language, relationship, tag.hex, method)
return tag.hex
def add_shellcode_snippet(self, snippet, language, relationship, method):
tag = uuid.uuid4()
for m in self.resolve_method('add_shellcode_snippet'):
m(snippet, language, relationship, tag.hex, method)
return tag.hex
def log_file(self, data, url=None, params=None, sampletype=None):
sample = self.build_sample(data, url, sampletype)
if sample is None:
return None
return self.__log_file(sample, data, url, params)
def __log_file(self, sample, data, url=None, params=None):
for m in self.resolve_method('log_file'):
m(copy.deepcopy(sample), url, params)
self.VirusTotal.analyze(data, sample, self.baseDir)
if sample['type'] in ('JAR', ):
self.HoneyAgent.analyze(data, sample, self.baseDir, params)
log.SampleClassifier.classify(data, sample['md5'])
return sample
def log_event(self):
for m in self.resolve_method('export'):
m(self.baseDir)
for m in self.resolve_method('log_event'): # pragma: no cover
m(self.baseDir)
if log.ThugOpts.file_logging:
log.warning("Thug analysis logs saved at %s", self.baseDir)
def log_connection(self, source, destination, method, flags=None):
"""
Log the connection (redirection, link) between two pages
@source The origin page
@destination The page the user is made to load next
@method Link, iframe, .... that moves the user from source to destination
@flags Additional information flags. Existing are: "exploit"
"""
if flags is None:
flags = dict()
for m in self.resolve_method('log_connection'):
m(source, destination, method, flags)
def log_location(self, url, data, flags=None):
"""
Log file information for a given url
@url URL we fetched this file from
@data File dictionary data
Keys:
- content Content
- md5 MD5 checksum
- sha256 SHA-256 checksum
- ssdeep Ssdeep hash
- fsize Content size
- ctype Content type (whatever the server says it is)
- mtype Calculated MIME type
@flags Additional information flags
"""
if flags is None:
flags = dict()
for m in self.resolve_method('log_location'):
m(url, data, flags=flags)
def log_exploit_event(self,
url,
module,
description,
cve=None,
data=None,
forward=True):
"""
Log file information for a given url
@url URL where this exploit occured
@module Module/ActiveX Control, ... that gets exploited
@description Description of the exploit
@cve CVE number (if available)
@forward Forward log to add_behavior_warn
"""
if forward:
self.add_behavior_warn("[%s] %s" % (
module,
description,
),
cve=cve)
for m in self.resolve_method('log_exploit_event'):
m(url, module, description, cve=cve, data=data)
def log_image_ocr(self, url, result, forward=True):
"""
Log the results of images OCR-based analysis
@url Image URL
@result OCR analysis result
@forward Forward log to log.warning
"""
if forward:
log.warning("[OCR] Result: %s (URL: %s)", result, url)
for m in self.resolve_method('log_image_ocr'):
m(url, result)
def log_classifier(self, classifier, url, rule, tags="", meta=None):
"""
Log classifiers matching for a given url
@classifier Classifier name
@url URL where the rule match occurred
@rule Rule name
@meta Rule meta
@tags Rule tags
"""
self.add_behavior_warn(
"[%s Classifier] URL: %s (Rule: %s, Classification: %s)" % (
classifier.upper(),
url,
rule,
tags,
))
if meta is None:
meta = dict() # pragma: no cover
for m in self.resolve_method('log_classifier'):
m(classifier, url, rule, tags, meta)
hook = getattr(self, "log_classifier_hook", None)
if hook:
hook(classifier, url, rule, tags, meta) # pylint:disable=not-callable
def log_cookies(self):
for m in self.resolve_method('log_cookies'):
m()
def log_redirect(self, response, window):
self.log_cookies()
if not response.history:
if 'Set-Cookie' in response.headers:
log.CookieClassifier.classify(response.url,
response.headers['Set-Cookie'])
if response.url:
log.URLClassifier.classify(response.url)
log.HTTPSession.fetch_ssl_certificate(response.url)
return None
final = response.url
while final is None: # pragma: no cover
for h in reversed(response.history):
final = h.url
for h in response.history:
if 'Set-Cookie' in h.headers:
log.CookieClassifier.classify(h.url, h.headers['Set-Cookie'])
location = h.headers.get('location', None)
self.add_behavior_warn(
"[HTTP Redirection (Status: %s)] Content-Location: %s --> Location: %s"
% (h.status_code, h.url, location))
location = log.HTTPSession.normalize_url(window, location)
self.log_connection(h.url, location, "http-redirect")
log.HTMLClassifier.classify(h.url, h.content)
log.URLClassifier.classify(h.url)
log.HTTPSession.fetch_ssl_certificate(h.url)
ctype = h.headers.get('content-type', 'unknown')
md5 = hashlib.md5() # nosec
md5.update(h.content)
sha256 = hashlib.sha256()
sha256.update(h.content)
mtype = Magic(h.content).get_mime()
data = {
"content": h.content,
"status": h.status_code,
"md5": md5.hexdigest(),
"sha256": sha256.hexdigest(),
"fsize": len(h.content),
"ctype": ctype,
"mtype": mtype
}
self.log_location(h.url, data)
log.URLClassifier.classify(final)
log.HTTPSession.fetch_ssl_certificate(final)
return final
def log_href_redirect(self, referer, url):
if not url: # pragma: no cover
return
self.add_behavior_warn(
"[HREF Redirection (document.location)] Content-Location: %s --> Location: %s"
% (
referer,
url,
))
self.log_connection(referer, url, "href")
def log_certificate(self, url, certificate):
if not log.ThugOpts.cert_logging:
return
self.add_behavior_warn("[Certificate]\n %s" % (certificate, ))
for m in self.resolve_method('log_certificate'): # pragma: no cover
m(url, certificate)
def log_analysis_module(self, dirname, sample, report, module, fmt="json"):
filename = "%s.%s" % (
sample['md5'],
fmt,
)
self.store_content(dirname, filename, report)
method = "log_%s" % (module, )
for m in self.resolve_method(method): # pragma: no cover
m(sample, report)
def log_virustotal(self, dirname, sample, report):
self.log_analysis_module(dirname, sample, report, "virustotal")
def log_honeyagent(self, dirname, sample, report):
self.log_analysis_module(dirname, sample, report, "honeyagent")
def log_screenshot(self, url, screenshot):
"""
Log the screenshot of the analyzed page
@url URL
@screenshot Screenshot
"""
dirname = os.path.join(self.baseDir, 'analysis', 'screenshots')
filename = "{}.jpg".format(hashlib.sha256(screenshot).hexdigest())
self.store_content(dirname, filename, screenshot)
for m in self.resolve_method('log_screenshot'): # pragma: no cover
m(url, screenshot)
@staticmethod
def store_content(dirname, filename, content):
"""
This method is meant to be used when a content (downloaded
pages, samples, reports, etc. ) has to be saved in a flat
file.
@dirname The directory where to store content
@filename The file where to store content
@content The content to be stored
"""
if not log.ThugOpts.file_logging:
return None
try:
os.makedirs(dirname)
except OSError as e:
if e.errno == errno.EEXIST:
pass
else: # pragma: no cover
raise
fname = os.path.join(dirname, filename)
try:
with open(fname, 'wb') as fd:
fd.write(content)
except Exception as e: # pragma: no cover
log.warning(str(e))
return fname
class ThugLogging(BaseLogging, SampleLogging):
eval_min_length_logging = 4
def __init__(self, thug_version):
BaseLogging.__init__(self)
SampleLogging.__init__(self)
self.thug_version = thug_version
self.VirusTotal = VirusTotal()
self.HoneyAgent = HoneyAgent()
self.baseDir = None
self.windows = dict()
self.shellcodes = set()
self.shellcode_urls = set()
self.methods_cache = dict()
self.formats = set()
self.url = ""
self.__init_config()
def __init_config(self):
self.modules = dict()
config = ConfigParser.ConfigParser()
conf_file = os.path.join(log.configuration_path, 'logging.conf')
if not os.path.exists(conf_file):
conf_file = os.path.join(log.configuration_path,
'logging.conf.default')
if not os.path.exists(conf_file):
log.warning(
"[CRITICAL] Logging subsystem not initialized (configuration file not found)"
)
return
config.read(conf_file)
for name, module in LoggingModules.items():
if self.check_module(name, config):
self.modules[name.strip()] = module(self.thug_version)
for m in self.modules.values():
for fmt in getattr(m, 'formats', tuple()):
self.formats.add(fmt)
def resolve_method(self, name):
if name in self.methods_cache.keys():
return self.methods_cache[name]
methods = []
for module in self.modules.values():
m = getattr(module, name, None)
if m:
methods.append(m)
self.methods_cache[name] = methods
return methods
def set_url(self, url):
self.url = url
for m in self.resolve_method('set_url'):
m(url.encode('utf8'))
def add_behavior_warn(self,
description=None,
cve=None,
snippet=None,
method="Dynamic Analysis"):
for m in self.resolve_method('add_behavior_warn'):
m(description, cve, snippet, method)
log.warning(description)
def check_snippet(self, s):
return len(s) < self.eval_min_length_logging
def add_code_snippet(self,
snippet,
language,
relationship,
method="Dynamic Analysis",
check=False):
if not log.ThugOpts.code_logging:
return
if check and self.check_snippet(snippet):
return
tag = uuid.uuid4()
for m in self.resolve_method('add_code_snippet'):
m(snippet, language, relationship, tag.hex, method)
return tag.hex
def add_shellcode_snippet(self, snippet, language, relationship, method):
tag = uuid.uuid4()
for m in self.resolve_method('add_shellcode_snippet'):
m(snippet, language, relationship, tag.hex, method)
return tag.hex
def log_file(self, data, url=None, params=None, sampletype=None):
sample = self.build_sample(data, url, sampletype)
if sample is None:
return None
return self.__log_file(sample, data, url, params)
def __log_file(self, sample, data, url=None, params=None):
for m in self.resolve_method('log_file'):
m(copy.deepcopy(sample), url, params)
self.VirusTotal.analyze(data, sample, self.baseDir)
if sample['type'] in ('JAR', ):
self.HoneyAgent.analyze(data, sample, self.baseDir, params)
log.SampleClassifier.classify(data, sample['md5'])
return sample
def log_event(self):
for m in self.resolve_method('export'):
m(self.baseDir)
for m in self.resolve_method('log_event'):
m(self.baseDir)
if log.ThugOpts.file_logging:
log.warning("Thug analysis logs saved at %s", self.baseDir)
def log_connection(self, source, destination, method, flags=None):
"""
Log the connection (redirection, link) between two pages
@source The origin page
@destination The page the user is made to load next
@method Link, iframe, .... that moves the user from source to destination
@flags Additional information flags. Existing are: "exploit"
"""
if flags is None:
flags = dict()
for m in self.resolve_method('log_connection'):
m(source, destination, method, flags)
def log_location(self, url, data, flags=None):
"""
Log file information for a given url
@url URL we fetched this file from
@data File dictionary data
Keys:
- content Content
- md5 MD5 checksum
- sha256 SHA-256 checksum
- fsize Content size
- ctype Content type (whatever the server says it is)
- mtype Calculated MIME type
@flags Additional information flags
"""
if flags is None:
flags = dict()
for m in self.resolve_method('log_location'):
m(url, data, flags=flags)
def log_exploit_event(self,
url,
module,
description,
cve=None,
data=None,
forward=True):
"""
Log file information for a given url
@url URL where this exploit occured
@module Module/ActiveX Control, ... that gets exploited
@description Description of the exploit
@cve CVE number (if available)
@forward Forward log to add_behavior_warn
"""
if forward:
self.add_behavior_warn("[%s] %s" % (
module,
description,
),
cve=cve)
for m in self.resolve_method('log_exploit_event'):
m(url, module, description, cve=cve, data=data)
def log_classifier(self, classifier, url, rule, tags):
"""
Log classifiers matching for a given url
@classifier Classifier name
@url URL where the rule match occurred
@rule Rule name
@tags Rule tags
"""
self.add_behavior_warn(
"[%s Classifier] URL: %s (Rule: %s, Classification: %s)" % (
classifier.upper(),
url,
rule,
tags,
))
for m in self.resolve_method('log_classifier'):
m(classifier, url, rule, tags)
def log_warning(self, data):
log.warning(data)
for m in self.resolve_method('log_warning'):
m(data)
def log_redirect(self, response, window):
if not response.history:
if response.url:
log.URLClassifier.classify(response.url)
log.HTTPSession.fetch_ssl_certificate(response.url)
return None
final = response.url
while final is None:
for h in reversed(response.history):
final = h.url
for h in response.history:
location = h.headers.get('location', None)
self.add_behavior_warn(
"[HTTP Redirection (Status: %s)] Content-Location: %s --> Location: %s"
% (h.status_code, h.url, location))
location = log.HTTPSession.normalize_url(window, location)
self.log_connection(h.url, location, "http-redirect")
log.URLClassifier.classify(h.url)
log.HTTPSession.fetch_ssl_certificate(h.url)
log.URLClassifier.classify(final)
log.HTTPSession.fetch_ssl_certificate(final)
return final
def log_href_redirect(self, referer, url):
self.add_behavior_warn(
"[HREF Redirection (document.location)] Content-Location: %s --> Location: %s"
% (
referer,
url,
))
self.log_connection(referer, url, "href")
def log_certificate(self, url, certificate):
if not log.ThugOpts.cert_logging:
return
self.add_behavior_warn("[Certificate]\n %s" % (certificate, ))
for m in self.resolve_method('log_certificate'):
m(url, certificate)
def log_analysis_module(self, dirname, sample, report, module, fmt="json"):
filename = "%s.%s" % (
sample['md5'],
fmt,
)
self.store_content(dirname, filename, report)
method = "log_%s" % (module, )
for m in self.resolve_method(method):
m(sample, report)
def log_virustotal(self, dirname, sample, report):
self.log_analysis_module(dirname, sample, report, "virustotal")
def log_honeyagent(self, dirname, sample, report):
self.log_analysis_module(dirname, sample, report, "honeyagent")
def store_content(self, dirname, filename, content):
"""
This method is meant to be used when a content (downloaded
pages, samples, reports, etc. ) has to be saved in a flat
file.
@dirname The directory where to store content
@filename The file where to store content
@content The content to be stored
"""
if not log.ThugOpts.file_logging:
return
try:
os.makedirs(dirname)
except OSError as e:
if e.errno == errno.EEXIST:
pass
else:
raise
fname = os.path.join(dirname, filename)
with open(fname, 'wb') as fd:
fd.write(content)
return fname
class ThugLogging(BaseLogging, SampleLogging):
eval_min_length_logging = 4
def __init__(self, thug_version):
BaseLogging.__init__(self)
SampleLogging.__init__(self)
self.thug_version = thug_version
self.VirusTotal = VirusTotal()
self.HoneyAgent = HoneyAgent()
self.baseDir = None
self.windows = dict()
self.shellcodes = set()
self.shellcode_urls = set()
self.methods_cache = dict()
self.formats = set()
self.__init_config()
def __init_config(self):
self.modules = dict()
config = ConfigParser.ConfigParser()
conf_file = os.path.join(log.configuration_path, 'logging.conf')
if not os.path.exists(conf_file):
conf_file = os.path.join(log.configuration_path, 'logging.conf.default')
if not os.path.exists(conf_file):
log.warning("[CRITICAL] Logging subsystem not initialized (configuration file not found)")
return
config.read(conf_file)
for name, module in LoggingModules.items():
if self.check_module(name, config):
self.modules[name.strip()] = module(self.thug_version)
for m in self.modules.values():
for fmt in getattr(m, 'formats', tuple()):
self.formats.add(fmt)
def resolve_method(self, name):
if name in self.methods_cache.keys():
return self.methods_cache[name]
methods = []
for module in self.modules.values():
m = getattr(module, name, None)
if m:
methods.append(m)
self.methods_cache[name] = methods
return methods
def set_url(self, url):
for m in self.resolve_method('set_url'):
m(url.encode('utf8'))
def add_behavior_warn(self, description = None, cve = None, method = "Dynamic Analysis"):
for m in self.resolve_method('add_behavior_warn'):
m(description, cve, method)
log.warning(description)
def check_snippet(self, s):
return len(s) < self.eval_min_length_logging
def add_code_snippet(self, snippet, language, relationship, method = "Dynamic Analysis", check = False):
if not log.ThugOpts.code_logging:
return
if check and self.check_snippet(snippet):
return
for m in self.resolve_method('add_code_snippet'):
m(snippet, language, relationship, method)
def add_shellcode_snippet(self, snippet, language, relationship, method):
for m in self.resolve_method('add_code_snippet'):
m(snippet, language, relationship, method)
def log_file(self, data, url = None, params = None, sampletype = None):
sample = self.build_sample(data, url, sampletype)
if sample is None:
return None
return self.__log_file(sample, data, url, params)
def __log_file(self, sample, data, url = None, params = None):
for m in self.resolve_method('log_file'):
m(copy.deepcopy(sample), url, params)
self.VirusTotal.analyze(data, sample, self.baseDir)
if sample['type'] in ('JAR', ):
self.HoneyAgent.analyze(data, sample, self.baseDir, params)
log.SampleClassifier.classify(data, sample['md5'])
return sample
def log_event(self):
for m in self.resolve_method('export'):
m(self.baseDir)
for m in self.resolve_method('log_event'):
m(self.baseDir)
if log.ThugOpts.file_logging:
log.warning("Thug analysis logs saved at %s", self.baseDir)
def log_connection(self, source, destination, method, flags = None):
"""
Log the connection (redirection, link) between two pages
@source The origin page
@destination The page the user is made to load next
@method Link, iframe, .... that moves the user from source to destination
@flags Additional information flags. Existing are: "exploit"
"""
if flags is None:
flags = dict()
for m in self.resolve_method('log_connection'):
m(source, destination, method, flags)
def log_location(self, url, data, flags = None):
"""
Log file information for a given url
@url URL we fetched this file from
@data File dictionary data
Keys:
- content Content
- md5 MD5 checksum
- sha256 SHA-256 checksum
- fsize Content size
- ctype Content type (whatever the server says it is)
- mtype Calculated MIME type
@flags Additional information flags
"""
if flags is None:
flags = dict()
for m in self.resolve_method('log_location'):
m(url, data, flags = flags)
def log_exploit_event(self, url, module, description, cve = None, data = None, forward = True):
"""
Log file information for a given url
@url URL where this exploit occured
@module Module/ActiveX Control, ... that gets exploited
@description Description of the exploit
@cve CVE number (if available)
@forward Forward log to add_behavior_warn
"""
if forward:
self.add_behavior_warn("[%s] %s" % (module, description, ), cve = cve)
for m in self.resolve_method('log_exploit_event'):
m(url, module, description, cve = cve, data = data)
def log_classifier(self, classifier, url, rule, tags):
"""
Log classifiers matching for a given url
@classifier Classifier name
@url URL where the rule match occurred
@rule Rule name
@tags Rule tags
"""
self.add_behavior_warn("[%s Classifier] URL: %s (Rule: %s, Classification: %s)" % (classifier.upper(), url, rule, tags, ))
for m in self.resolve_method('log_classifier'):
m(classifier, url, rule, tags)
def log_warning(self, data):
log.warning(data)
for m in self.resolve_method('log_warning'):
m(data)
def log_redirect(self, response):
if not response:
return None
if not response.history:
if response.url:
log.URLClassifier.classify(response.url)
log.HTTPSession.fetch_ssl_certificate(response.url)
return None
final = response.url
while final is None:
for h in reversed(response.history):
final = h.url
for h in response.history:
location = h.headers.get('location', None)
self.add_behavior_warn("[HTTP Redirection (Status: %s)] Content-Location: %s --> Location: %s" % (h.status_code,
h.url,
location))
self.log_connection(h.url, location, "http-redirect")
log.URLClassifier.classify(h.url)
log.HTTPSession.fetch_ssl_certificate(h.url)
log.URLClassifier.classify(final)
log.HTTPSession.fetch_ssl_certificate(final)
return final
def log_href_redirect(self, referer, url):
self.add_behavior_warn("[HREF Redirection (document.location)] Content-Location: %s --> Location: %s" % (referer, url, ))
self.log_connection(referer, url, "href")
def log_certificate(self, url, certificate):
if not log.ThugOpts.cert_logging:
return
self.add_behavior_warn("[Certificate]\n %s" % (certificate, ))
for m in self.resolve_method('log_certificate'):
m(url, certificate)
def log_analysis_module(self, dirname, sample, report, module, fmt = "json"):
filename = "%s.%s" % (sample['md5'], fmt, )
self.store_content(dirname, filename, report)
method = "log_%s" % (module, )
for m in self.resolve_method(method):
m(sample, report)
def log_virustotal(self, dirname, sample, report):
self.log_analysis_module(dirname, sample, report, "virustotal")
def log_honeyagent(self, dirname, sample, report):
self.log_analysis_module(dirname, sample, report, "honeyagent")
def log_androguard(self, dirname, sample, report):
self.__log_file(sample, sample.pop("raw", None))
self.log_analysis_module(dirname, sample, report, "androguard", "txt")
def log_peepdf(self, dirname, sample, report):
self.log_analysis_module(dirname, sample, report, "peepdf", "xml")
def store_content(self, dirname, filename, content):
"""
This method is meant to be used when a content (downloaded
pages, samples, reports, etc. ) has to be saved in a flat
file.
@dirname The directory where to store content
@filename The file where to store content
@content The content to be stored
"""
if not log.ThugOpts.file_logging:
return
try:
os.makedirs(dirname)
except OSError as e:
if e.errno == errno.EEXIST:
pass
else:
raise
fname = os.path.join(dirname, filename)
with open(fname, 'wb') as fd:
fd.write(content)
return fname
