def do_perform_test(self, caplog, sample, expected, events='', useragent='win7ie90'): thug = ThugAPI() thug.set_useragent(useragent) thug.set_events(events) thug.disable_cert_logging() thug.set_features_logging() thug.log_init(sample) thug.run_local(sample) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, url, expected, type_="local"): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_features_logging() thug.set_ssl_verify() thug.set_connect_timeout(1) thug.add_urlclassifier( os.path.join(self.signatures_path, "url_signature_13.yar")) thug.register_pyhook("DFT", "do_handle_params", self.do_handle_params_hook) thug.register_pyhook("ThugLogging", "log_classifier", self.log_classifier_hook) thug.log_init(url) m = getattr(thug, "run_{}".format(type_)) m(url) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, sample, adobe, expected): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_events('click,storage') thug.disable_cert_logging() thug.set_features_logging() if adobe in ('disable', ): thug.disable_acropdf() else: thug.set_acropdf_pdf(adobe) thug.log_init(sample) thug.run_local(sample) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, sample, shockwave, expected): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_events('click,storage') thug.disable_cert_logging() thug.set_features_logging() if shockwave in ('disable', ): thug.disable_shockwave_flash() else: thug.set_shockwave_flash(shockwave) thug.log_init(sample) thug.run_local(sample) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, sample, expected): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_events('click,storage') thug.set_extensive() thug.disable_cert_logging() thug.set_file_logging() thug.set_json_logging() thug.set_features_logging() thug.set_ssl_verify() thug.set_threshold(3) thug.log_init(sample) thug.run_local(sample) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_remote_test(self, caplog, url, expected): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_image_processing() thug.set_threshold(2) thug.disable_cert_logging() thug.set_features_logging() thug.set_ssl_verify() thug.log_init(url) thug.add_htmlclassifier( os.path.join(self.signatures_path, "html_signature_12.yar")) thug.add_imageclassifier( os.path.join(self.signatures_path, "image_signature_14.yar")) thug.add_imageclassifier( os.path.join(self.signatures_path, "image_signature_15.yar")) thug.run_remote(url) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, url, expected, type_="remote"): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_events('click,storage') thug.set_web_tracking() thug.enable_cert_logging() thug.set_features_logging() thug.set_log_verbose() thug.set_ssl_verify() thug.log_init(url) m = getattr(thug, "run_{}".format(type_)) m(url) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, sample, expected, useragent='osx10safari5'): thug = ThugAPI() thug.set_useragent(useragent) thug.set_events('click,storage') thug.set_connect_timeout(2) thug.disable_cert_logging() thug.set_features_logging() thug.set_ssl_verify() thug.log_init(sample) thug.run_local(sample) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, sample, expected): thug = ThugAPI() thug.set_useragent('winxpie70') thug.set_threshold(2) thug.disable_cert_logging() thug.set_features_logging() thug.set_ssl_verify() thug.log_init(sample) thug.reset_customclassifiers() thug.add_customclassifier('url', self.catchall) thug.reset_customclassifiers() thug.add_customclassifier('html', self.catchall) thug.add_customclassifier('url', self.catchall) thug.add_customclassifier('js', self.catchall) thug.add_customclassifier('vbs', self.catchall) thug.add_customclassifier('sample', self.catchall) thug.add_customclassifier('cookie', self.catchall) thug.add_customclassifier('text', self.catchall) thug.add_htmlclassifier( os.path.join(self.signatures_path, "html_signature_1.yar")) thug.add_jsclassifier( os.path.join(self.signatures_path, "js_signature_2.yar")) thug.add_urlclassifier( os.path.join(self.signatures_path, "url_signature_3.yar")) thug.add_urlfilter( os.path.join(self.signatures_path, "url_filter_4.yar")) thug.add_textclassifier( os.path.join(self.signatures_path, "text_signature_5.yar")) thug.add_vbsclassifier( os.path.join(self.signatures_path, "vbs_signature_6.yar")) thug.add_urlclassifier( os.path.join(self.signatures_path, "url_signature_7.yar")) thug.add_urlclassifier( os.path.join(self.signatures_path, "url_signature_13.yar")) thug.run_local(sample) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, sample, expected, events = '', useragent = 'win7ie90'): thug = ThugAPI() thug.set_useragent(useragent) thug.set_events(events) thug.disable_cert_logging() thug.set_features_logging() thug.log_init(sample) thug.run_local(sample) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, sample, expected): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_events('click,storage') thug.set_features_logging() thug.set_connect_timeout(2) thug.log_init(sample) thug.run_local(sample) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, url, expected, type_="remote"): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_features_logging() thug.log_init(url) m = getattr(thug, "run_{}".format(type_)) m(url) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, url, expected, type_ = "remote"): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_features_logging() thug.log_init(url) m = getattr(thug, "run_{}".format(type_)) m(url) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, sample, expected): thug = ThugAPI() thug.set_useragent('winxpie70') thug.set_events('click') thug.set_connect_timeout(2) thug.disable_cert_logging() thug.set_features_logging() thug.log_init(sample) thug.run_local(sample) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, url, expected): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_vt_query() thug.set_vt_submit() thug.disable_cert_logging() thug.set_features_logging() thug.log_init(url) thug.run_remote(url) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, url, expected, type_ = "local"): thug = ThugAPI() thug.set_useragent('win7ie90') thug.set_features_logging() thug.set_connect_timeout(1) thug.log_init(url) thug.register_pyhook("DFT", "do_handle_params", self.do_handle_params_hook) m = getattr(thug, "run_{}".format(type_)) m(url) records = [r.message for r in caplog.records] matches = 0 for e in expected: for record in records: if e in record: matches += 1 assert matches >= len(expected)
def do_perform_test(self, caplog, sample): thug = ThugAPI() thug.log_init(sample) thug.set_useragent('win7ie90') thug.set_verbose() thug.set_json_logging() thug.reset_features_logging() assert thug.get_features_logging() is False thug.set_features_logging() assert thug.get_features_logging() is True thug.log_init(sample) thug.run_local(sample) thug.log_event() for r in caplog.records: try: features = json.dumps(r) except Exception: continue if not isinstance(features, dict): continue if "html_count" not in features: continue for url in self.expected: if not url.endswith(sample): continue for key in features: assert features[key] == self.expected[url][key]