def __init__(self,
database_instance,
dorks_file_processor_instance,
data_dir,
conf_parser=None,
pages_dir=None,
mnem_service_instance=None):
self.database = database_instance
self.conf_parser = conf_parser
if not pages_dir:
self.pages_path = os.path.join(data_dir, 'dork_pages')
else:
self.pages_path = os.path.join(pages_dir, 'dork_pages')
if not os.path.isdir(self.pages_path):
os.mkdir(self.pages_path, 0770)
self.dork_file_processor = dorks_file_processor_instance
self.mnem_service = mnem_service_instance
#check if we need bootstrapping
if len(self.database.get_dork_list('inurl')) <= INURL_MIN_SIZE:
logger.info("Bootstrapping dork database.")
self.bootstrap_dorkdb()
self.enabled = True
self.surface_creator = create_surface.SurfaceCreator(
data_dir=data_dir, conf_parser=conf_parser)
def test_meta(self):
"""
Objective: Test google/bing page verification support.
"""
test_meta = [
'0cfa9f600839f57e90e5559b8ee54864',
'fbeefa5876ae12675451e144530b2f66'
]
config = ConfigParser.RawConfigParser()
config.add_section('surface')
config.set('surface', 'google_meta', test_meta[0])
config.set('surface', 'bing_meta', test_meta[1])
surface_creator = create_surface.SurfaceCreator(data_dir=self.datadir,
conf_parser=config)
for meta in test_meta:
self.assertTrue(meta in surface_creator.get_index())
def test_template(self):
surface_creator = create_surface.SurfaceCreator(data_dir=self.datadir)
print surface_creator.get_index()
def test_template(self):
data_dir = os.getcwd() + "/modules/handlers/emulators/data"
surface_creator = create_surface.SurfaceCreator(data_dir=data_dir)
print surface_creator.get_index()
