def run_single(notion):
url = company_details_url(notion)
with urllib.request.urlopen(url) as html_file:
extractor = Extractor(html_file.read(), url)
stock_main_data = extractor.content()
with open('data/' + stock_main_data['head']['isin'] + '.json',
'w') as json_file:
json.dump(stock_main_data, json_file)
def run_all(index_page):
notions = []
with urllib.request.urlopen(index_page) as html_file:
indexer = Indexer(html_file)
notions = indexer.get_links()
for notion in notions:
url = company_details_url(notion)
with urllib.request.urlopen(url) as html_file:
extractor = Extractor(html_file.read(), url)
stock_main_data = extractor.content()
if stock_main_data is not None:
with open('data/' + stock_main_data['head']['isin'] + '.json',
'w') as json_file:
json.dump(stock_main_data, json_file)