def __init__(self, database_instance, dorks_file_processor_instance, data_dir, conf_parser=None, pages_dir=None, mnem_service_instance=None): self.database = database_instance self.conf_parser = conf_parser if not pages_dir: self.pages_path = os.path.join(data_dir, 'dork_pages') else: self.pages_path = os.path.join(pages_dir, 'dork_pages') if not os.path.isdir(self.pages_path): os.mkdir(self.pages_path, 0770) self.dork_file_processor = dorks_file_processor_instance self.mnem_service = mnem_service_instance #check if we need bootstrapping if len(self.database.get_dork_list('inurl')) <= INURL_MIN_SIZE: logger.info("Bootstrapping dork database.") self.bootstrap_dorkdb() self.enabled = True self.surface_creator = create_surface.SurfaceCreator( data_dir=data_dir, conf_parser=conf_parser)
def test_meta(self): """ Objective: Test google/bing page verification support. """ test_meta = [ '0cfa9f600839f57e90e5559b8ee54864', 'fbeefa5876ae12675451e144530b2f66' ] config = ConfigParser.RawConfigParser() config.add_section('surface') config.set('surface', 'google_meta', test_meta[0]) config.set('surface', 'bing_meta', test_meta[1]) surface_creator = create_surface.SurfaceCreator(data_dir=self.datadir, conf_parser=config) for meta in test_meta: self.assertTrue(meta in surface_creator.get_index())
def test_template(self): surface_creator = create_surface.SurfaceCreator(data_dir=self.datadir) print surface_creator.get_index()
def test_template(self): data_dir = os.getcwd() + "/modules/handlers/emulators/data" surface_creator = create_surface.SurfaceCreator(data_dir=data_dir) print surface_creator.get_index()