def main():
app_log.info('start domains init process')
s = Storage()
ext = Extractor()
with open(os.path.join(os.path.dirname(__file__), 'domains_init.csv'),
mode='r',
encoding='utf-8') as f:
domain_rows = f.read().split("\n")
for row in domain_rows:
try:
_, domain = row.split(',')
except ValueError:
print 'not found domain'
continue
domain_filtered = ext.extract('http://%s' % domain)
if not domain_filtered:
print 'not parsed domain'
continue
try:
yield s.add_domain(domain_filtered)
print 'add domain'
except Exception as e:
print e, 'not add'
pass
app_log.info('end domains init process')
def setUp(self):
self._parser = Extractor()
