def main(): parser = argparse.ArgumentParser(description='scrap yahoo earning') parser.add_argument('-output_prefix', type=str, default='data_tickers/investing_', help='output file prefix') args = parser.parse_args() # Index indices = investpy.get_indices() df_index = pd.DataFrame(indices) df_index.to_csv(args.output_prefix + 'index_info.csv') # Commodity commodities = investpy.get_commodities() commodities_dict = investpy.get_commodities_dict() commodity_info_list = [] for commodity,country in zip(commodities['name'].to_list(),commodities['country'].to_list()): print(commodity,',',country) commodity_info_list.append(investpy.get_commodity_information(commodity,country)) time.sleep(scrap_delay) df_commodity = pd.concat(commodity_info_list) df_commodity.to_csv(args.output_prefix + 'commodity_info.csv') # ETF etfs_dict_us = investpy.get_etfs_dict('united states') etfs_dict_canada = investpy.get_etfs_dict('canada') df_etfs = pd.DataFrame(etfs_dict_us + etfs_dict_canada) df_etfs.to_csv(args.output_prefix + 'etfs_info.csv') # Stock stocks_dict_us = investpy.get_stocks_dict('united states') stocks_dict_canada = investpy.get_stocks_dict('canada') df_stocks = pd.DataFrame(stocks_dict_us + stocks_dict_canada) df_stocks.to_csv(args.output_prefix + 'stock_info.csv')
def getStockStaticData(isin = None, currency = None): global __LOCAL_STATIC_CACHE if not __LOCAL_STATIC_CACHE: etfs = investpy.get_etfs_dict() for x in etfs: x['type'] = 'ETF' __LOCAL_STATIC_CACHE += etfs stocks = investpy.get_stocks_dict() for x in stocks: x['type'] = 'Equity' __LOCAL_STATIC_CACHE += stocks funds = investpy.get_funds_dict() for x in stocks: x['type'] = 'Fund' __LOCAL_STATIC_CACHE += funds # no country all_items = __LOCAL_STATIC_CACHE if isin: all_items = [x for x in all_items if x['isin'] == isin] if currency: all_items = [x for x in all_items if x['currency'] == currency] if all_items: return all_items[0] return None
def main(): parser = argparse.ArgumentParser(description='scrap yahoo earning') parser.add_argument( '-output_dir', type=str, default='../stock_data_local/raw_history_investing_stock/', help='output directory') parser.add_argument('-skip', type=int, help='skip tickers') args = parser.parse_args() country = 'united states' stocks_dict = investpy.get_stocks_dict(country) today = datetime.datetime.now().strftime('%d/%m/%Y') for count, stock_row in enumerate(stocks_dict): if args.skip is not None: if count < args.skip: continue ticker = stock_row['symbol'] print('downloading...', ticker, '-', count, '/', len(stocks_dict)) try: df_stock = investpy.get_stock_historical_data( ticker, country, '1/1/1990', today) try: df_dividend = investpy.get_stock_dividends(ticker, country) df_dividend.set_index('Date', inplace=True) df = pd.concat([df_stock, df_dividend], axis=1) except Exception as e: print(e) df = df_stock df.to_csv(args.output_dir + ticker + '.csv') except Exception as e: print(e) time.sleep(scrap_delay) return 0
def test_stocks_errors(): """ This function raises errors on stock retrieval functions """ try: retrieve_stocks(test_mode=None) except: pass try: retrieve_stock_countries(test_mode=None) except: pass params = [ { 'country': ['error'] }, { 'country': 'error' }, ] for param in params: try: investpy.get_stocks(country=param['country']) except: pass try: investpy.get_stocks_list(country=param['country']) except: pass params = [ { 'country': ['error'], 'columns': None, 'as_json': False }, { 'country': 'spain', 'columns': None, 'as_json': 'error' }, { 'country': 'spain', 'columns': 0, 'as_json': True }, { 'country': 'spain', 'columns': ['error'], 'as_json': False }, ] for param in params: try: investpy.get_stocks_dict(country=param['country'], columns=param['columns'], as_json=param['as_json']) except: pass params = [ { 'stock': 'FERR', 'country': 'spain', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': None, 'country': 'spain', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': None, 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': ['error'], 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'greece', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'as_json': 'error', 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'as_json': True, 'order': 'error', 'debug': True }, { 'stock': 'error', 'country': 'spain', 'as_json': True, 'order': 'ascending', 'debug': True }, { 'stock': ['error'], 'country': 'spain', 'as_json': True, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'as_json': True, 'order': 'ascending', 'debug': 'error' }, ] for param in params: try: investpy.get_stock_recent_data(stock=param['stock'], country=param['country'], as_json=param['as_json'], order=param['order'], debug=param['debug']) except: pass params = [ { 'stock': 'FERR', 'country': 'spain', 'from_date': '01/01/2018', 'to_date': '01/01/2019', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': None, 'country': 'spain', 'from_date': '01/01/2018', 'to_date': '01/01/2019', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': None, 'from_date': '01/01/2018', 'to_date': '01/01/2019', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': ['error'], 'from_date': '01/01/2018', 'to_date': '01/01/2019', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'greece', 'from_date': '01/01/2018', 'to_date': '01/01/2019', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'from_date': '01/01/2018', 'to_date': '01/01/2019', 'as_json': 'error', 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'from_date': '01/01/2018', 'to_date': '01/01/2019', 'as_json': False, 'order': 'error', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'from_date': 'error', 'to_date': '01/01/2019', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'from_date': '01/01/2019', 'to_date': 'error', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'error', 'country': 'spain', 'from_date': '01/01/2018', 'to_date': '01/01/2019', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': ['error'], 'country': 'spain', 'from_date': '01/01/2018', 'to_date': '01/01/2019', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'from_date': '01/01/1999', 'to_date': '01/01/2019', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'from_date': '01/01/1900', 'to_date': '01/01/1950', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'from_date': '01/01/1950', 'to_date': '01/01/2019', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'from_date': '01/01/2019', 'to_date': '01/01/1999', 'as_json': False, 'order': 'ascending', 'debug': True }, { 'stock': 'BBVA', 'country': 'spain', 'from_date': '01/01/2019', 'to_date': '01/03/2019', 'as_json': False, 'order': 'ascending', 'debug': 'error' }, ] for param in params: try: investpy.get_stock_historical_data(stock=param['stock'], country=param['country'], from_date=param['from_date'], to_date=param['to_date'], as_json=param['as_json'], order=param['order'], debug=param['debug']) except: pass params = [ { 'stock': None, 'country': 'spain', 'language': 'spanish' }, { 'stock': 'BBVA', 'country': None, 'language': 'spanish' }, { 'stock': 'BBVA', 'country': 'greece', 'language': 'spanish' }, { 'stock': 'BBVA', 'country': 'spain', 'language': 'error' }, { 'stock': 'error', 'country': 'spain', 'language': 'spanish' }, { 'stock': ['error'], 'country': 'spain', 'language': 'spanish' }, ] for param in params: try: investpy.get_stock_company_profile(stock=param['stock'], country=param['country'], language=param['language']) except: pass params = [ { 'stock': None, 'country': 'spain', }, { 'stock': ['error'], 'country': 'spain', }, { 'stock': 'bbva', 'country': ['error'], }, { 'stock': 'bbva', 'country': 'error', }, { 'stock': 'error', 'country': 'spain', }, { 'stock': 'ALUA', 'country': 'argentina', }, ] for param in params: try: investpy.get_stock_dividends(stock=param['stock'], country=param['country']) except: pass params = [ { 'by': None, 'value': 'BBVA', }, { 'by': ['error'], 'value': 'BBVA', }, { 'by': 'error', 'value': 'BBVA', }, { 'by': 'name', 'value': None, }, { 'by': 'name', 'value': ['error'], }, { 'by': 'isin', 'value': 'BBVA', }, ] for param in params: try: investpy.search_stocks(by=param['by'], value=param['value']) except: pass
def test_investpy_stocks(): """ This function checks that stock data retrieval functions listed in investpy work properly. """ params = [ { 'country': 'spain', }, { 'country': None, }, ] for param in params: investpy.get_stocks(country=param['country']) investpy.get_stocks_list(country=param['country']) params = [ { 'country': None, 'columns': ['full_name', 'name'], 'as_json': True }, { 'country': None, 'columns': ['full_name', 'name'], 'as_json': False }, { 'country': 'spain', 'columns': ['full_name', 'name'], 'as_json': True }, { 'country': 'spain', 'columns': ['full_name', 'name'], 'as_json': False }, { 'country': 'spain', 'columns': None, 'as_json': False }, ] for param in params: investpy.get_stocks_dict(country=param['country'], columns=param['columns'], as_json=param['as_json']) investpy.get_stock_countries() params = [ { 'as_json': True, 'order': 'ascending', }, { 'as_json': False, 'order': 'ascending', }, { 'as_json': True, 'order': 'descending', }, { 'as_json': False, 'order': 'descending', }, ] for param in params: investpy.get_stock_recent_data(stock='BBVA', country='spain', as_json=param['as_json'], order=param['order'], interval='Daily') investpy.get_stock_historical_data(stock='BBVA', country='spain', from_date='01/01/1990', to_date='01/01/2019', as_json=param['as_json'], order=param['order'], interval='Daily') for value in ['spanish', 'english']: investpy.get_stock_company_profile(stock='BBVA', country='spain', language=value) params = [ { 'stock': 'bbva', 'country': 'spain', 'as_json': False }, { 'stock': 'bbva', 'country': 'spain', 'as_json': True }, { 'stock': 'HSBK', 'country': 'kazakhstan', 'as_json': False } ] for param in params: investpy.get_stock_information(stock=param['stock'], country=param['country'], as_json=param['as_json']) params = [ { 'country': 'spain', 'as_json': True, 'n_results': 50 }, { 'country': 'united states', 'as_json': False, 'n_results': 50 }, { 'country': 'bosnia', 'as_json': False, 'n_results': 50 }, { 'country': 'palestine', 'as_json': False, 'n_results': 50 }, { 'country': 'dubai', 'as_json': False, 'n_results': 50 }, { 'country': 'ivory coast', 'as_json': False, 'n_results': 50 } ] for param in params: investpy.get_stocks_overview(country=param['country'], as_json=param['as_json'], n_results=param['n_results']) params = [ { 'stock': 'bbva', 'country': 'spain' }, { 'stock': 'entel', 'country': 'chile' } ] for param in params: investpy.get_stock_dividends(stock=param['stock'], country=param['country']) params = [ { 'stock': 'bbva', 'country': 'spain', 'summary_type': 'balance_sheet', 'period': 'annual' }, { 'stock': 'aapl', 'country': 'united states', 'summary_type': 'income_statement', 'period': 'quarterly' }, { 'stock': 'barc', 'country': 'united kingdom', 'summary_type': 'cash_flow_statement', 'period': 'annual' } ] for param in params: investpy.get_stock_financial_summary(stock=param['stock'], country=param['country'], summary_type=param['summary_type'], period=param['period']) investpy.search_stocks(by='name', value='BBVA')
def test_investpy_stocks(): """ This function checks that stock data retrieval functions listed in investpy work properly. """ params = [ { 'country': 'spain', }, { 'country': None, }, ] for param in params: investpy.get_stocks(country=param['country']) investpy.get_stocks_list(country=param['country']) params = [ { 'country': None, 'columns': ['full_name', 'name'], 'as_json': True }, { 'country': None, 'columns': ['full_name', 'name'], 'as_json': False }, { 'country': 'spain', 'columns': ['full_name', 'name'], 'as_json': True }, { 'country': 'spain', 'columns': ['full_name', 'name'], 'as_json': False }, { 'country': 'spain', 'columns': None, 'as_json': False }, ] for param in params: investpy.get_stocks_dict(country=param['country'], columns=param['columns'], as_json=param['as_json']) investpy.get_stock_countries() params = [ { 'as_json': True, 'order': 'ascending', 'debug': False }, { 'as_json': False, 'order': 'ascending', 'debug': True }, { 'as_json': True, 'order': 'descending', 'debug': False }, { 'as_json': False, 'order': 'descending', 'debug': False }, ] for param in params: investpy.get_stock_recent_data(stock='BBVA', country='spain', as_json=param['as_json'], order=param['order'], debug=param['debug']) investpy.get_stock_historical_data(stock='BBVA', country='spain', from_date='01/01/1990', to_date='01/01/2019', as_json=param['as_json'], order=param['order'], debug=param['debug']) for value in ['spanish', 'english']: investpy.get_stock_company_profile(stock='BBVA', country='spain', language=value) investpy.get_stock_dividends(stock='BBVA', country='spain') investpy.search_stocks(by='name', value='BBVA')