def get_data_by_isin(isin: str, dates: Tuple[datetime.date],
is_etf: bool) -> Tuple[Optional[np.ndarray], str]:
"""Retrieves stock/ETF prices in EUR by ISIN for the given dates. Cached to make sure this is only queried once for
a given currency & date-range."""
from_date = dates[0].strftime("%d/%m/%Y")
to_date = (dates[-1] + datetime.timedelta(days=7)).strftime("%d/%m/%Y")
# Retrieves stock/etf information based on the ISIN
try:
if is_etf:
data = investpy.search_etfs(by="isin", value=isin)
else:
data = investpy.search_stocks(by="isin", value=isin)
except RuntimeError:
print(
f"[DGPC] Warning, could not retrieve {'ETF' if is_etf else 'stock'} data for ISIN {isin}."
)
return None, ""
# When a stock/ETF is listed in multiple countries, take one of the preferred countries if found
for country in PREFERRED_COUNTRIES:
local_data = data[data["country"] == country]
if local_data.shape[0] > 0:
break
else:
# Taking the first country from the results if none of the preferred countries is found
country = data["country"][0]
local_data = data
# Retrieves the actual historical prices for the stock/etf
currency = list(local_data["currency"])[0]
symbol = list(local_data["symbol"])[0]
if is_etf:
name = list(local_data["name"])[0]
history = investpy.get_etf_historical_data(name,
country=country,
from_date=from_date,
to_date=to_date)
else:
history = investpy.get_stock_historical_data(symbol,
country=country,
from_date=from_date,
to_date=to_date)
history = history.reset_index()
values = densify_history(history, dates)
# Convert the results to euro
if currency != "EUR":
currency_modifier = to_euro_modifier(currency, tuple(dates))
values *= currency_modifier
return values, symbol
def import_stocks(successfulPulls):
#imports stocks in the US
search_results = investpy.search_stocks(by='country',
value='united states')
list_of_stock_tickers = search_results["symbol"]
firstIndex = datetime.datetime.strptime(_configKeys.STARTPULL, '%d/%m/%Y')
lastIndex = datetime.datetime.strptime(_configKeys.ENDPULL, '%d/%m/%Y')
for ticker in list_of_stock_tickers[:2500]:
try:
# Have an if statement in place in case if we don't want to pull every stock because there are a lot of stocks
# Program takes a long time to run if we have to webscrape every stock each time we run
stockData = []
stockData = investpy.get_stock_historical_data(
stock=ticker,
country='united states',
from_date=_configKeys.STARTPULL,
to_date=_configKeys.ENDPULL)
newIndex = []
for index in stockData.index:
newIndex.append(
datetime.datetime.strptime(
datetime.datetime.strftime((index + timedelta(days=1)),
'%Y-%m-%d'), '%Y-%m-%d'))
stockData['Date'] = newIndex
stockData.set_index('Date', inplace=True)
# If there's something that's been loaded into stockData, then the length is no longer 0
# if the differences is under 2~3 days, then it is ok to take this data since there is still enough data in the week to be usable
# this timedelta fixes the problem of trying to pull during a long weekend
ticker = str(ticker) + "Stock"
if stockData.empty == False and stockData.index[
0] - firstIndex <= timedelta(
days=2
) and lastIndex - stockData.index[-1] <= timedelta(days=3):
successfulPulls["Symbol"].append(ticker)
successfulPulls["Type"].append("Stock")
stockData.to_csv(
os.path.join(Path(_configKeys.DATA_FOLDER),
ticker + '.csv'))
except:
print("Something went wrong when importing: " + ticker)
def test_stocks_errors():
"""
This function raises errors on stock retrieval functions
"""
try:
retrieve_stocks(test_mode=None)
except:
pass
try:
retrieve_stock_countries(test_mode=None)
except:
pass
params = [
{
'country': ['error']
},
{
'country': 'error'
},
]
for param in params:
try:
investpy.get_stocks(country=param['country'])
except:
pass
try:
investpy.get_stocks_list(country=param['country'])
except:
pass
params = [
{
'country': ['error'],
'columns': None,
'as_json': False
},
{
'country': 'spain',
'columns': None,
'as_json': 'error'
},
{
'country': 'spain',
'columns': 0,
'as_json': True
},
{
'country': 'spain',
'columns': ['error'],
'as_json': False
},
]
for param in params:
try:
investpy.get_stocks_dict(country=param['country'],
columns=param['columns'],
as_json=param['as_json'])
except:
pass
params = [
{
'stock': 'FERR',
'country': 'spain',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': None,
'country': 'spain',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': None,
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': ['error'],
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'greece',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'as_json': 'error',
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'as_json': True,
'order': 'error',
'debug': True
},
{
'stock': 'error',
'country': 'spain',
'as_json': True,
'order': 'ascending',
'debug': True
},
{
'stock': ['error'],
'country': 'spain',
'as_json': True,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'as_json': True,
'order': 'ascending',
'debug': 'error'
},
]
for param in params:
try:
investpy.get_stock_recent_data(stock=param['stock'],
country=param['country'],
as_json=param['as_json'],
order=param['order'],
debug=param['debug'])
except:
pass
params = [
{
'stock': 'FERR',
'country': 'spain',
'from_date': '01/01/2018',
'to_date': '01/01/2019',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': None,
'country': 'spain',
'from_date': '01/01/2018',
'to_date': '01/01/2019',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': None,
'from_date': '01/01/2018',
'to_date': '01/01/2019',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': ['error'],
'from_date': '01/01/2018',
'to_date': '01/01/2019',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'greece',
'from_date': '01/01/2018',
'to_date': '01/01/2019',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'from_date': '01/01/2018',
'to_date': '01/01/2019',
'as_json': 'error',
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'from_date': '01/01/2018',
'to_date': '01/01/2019',
'as_json': False,
'order': 'error',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'from_date': 'error',
'to_date': '01/01/2019',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'from_date': '01/01/2019',
'to_date': 'error',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'error',
'country': 'spain',
'from_date': '01/01/2018',
'to_date': '01/01/2019',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': ['error'],
'country': 'spain',
'from_date': '01/01/2018',
'to_date': '01/01/2019',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'from_date': '01/01/1999',
'to_date': '01/01/2019',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'from_date': '01/01/1900',
'to_date': '01/01/1950',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'from_date': '01/01/1950',
'to_date': '01/01/2019',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'from_date': '01/01/2019',
'to_date': '01/01/1999',
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'stock': 'BBVA',
'country': 'spain',
'from_date': '01/01/2019',
'to_date': '01/03/2019',
'as_json': False,
'order': 'ascending',
'debug': 'error'
},
]
for param in params:
try:
investpy.get_stock_historical_data(stock=param['stock'],
country=param['country'],
from_date=param['from_date'],
to_date=param['to_date'],
as_json=param['as_json'],
order=param['order'],
debug=param['debug'])
except:
pass
params = [
{
'stock': None,
'country': 'spain',
'language': 'spanish'
},
{
'stock': 'BBVA',
'country': None,
'language': 'spanish'
},
{
'stock': 'BBVA',
'country': 'greece',
'language': 'spanish'
},
{
'stock': 'BBVA',
'country': 'spain',
'language': 'error'
},
{
'stock': 'error',
'country': 'spain',
'language': 'spanish'
},
{
'stock': ['error'],
'country': 'spain',
'language': 'spanish'
},
]
for param in params:
try:
investpy.get_stock_company_profile(stock=param['stock'],
country=param['country'],
language=param['language'])
except:
pass
params = [
{
'stock': None,
'country': 'spain',
},
{
'stock': ['error'],
'country': 'spain',
},
{
'stock': 'bbva',
'country': ['error'],
},
{
'stock': 'bbva',
'country': 'error',
},
{
'stock': 'error',
'country': 'spain',
},
{
'stock': 'ALUA',
'country': 'argentina',
},
]
for param in params:
try:
investpy.get_stock_dividends(stock=param['stock'],
country=param['country'])
except:
pass
params = [
{
'by': None,
'value': 'BBVA',
},
{
'by': ['error'],
'value': 'BBVA',
},
{
'by': 'error',
'value': 'BBVA',
},
{
'by': 'name',
'value': None,
},
{
'by': 'name',
'value': ['error'],
},
{
'by': 'isin',
'value': 'BBVA',
},
]
for param in params:
try:
investpy.search_stocks(by=param['by'], value=param['value'])
except:
pass
def get_name(symbol: str):
name = investpy.search_stocks(by='symbol', value=symbol).at[0, 'full_name']
return name
def test_investpy_stocks():
"""
This function checks that stock data retrieval functions listed in investpy work properly.
"""
params = [
{
'country': 'spain',
},
{
'country': None,
},
]
for param in params:
investpy.get_stocks(country=param['country'])
investpy.get_stocks_list(country=param['country'])
params = [
{
'country': None,
'columns': ['full_name', 'name'],
'as_json': True
},
{
'country': None,
'columns': ['full_name', 'name'],
'as_json': False
},
{
'country': 'spain',
'columns': ['full_name', 'name'],
'as_json': True
},
{
'country': 'spain',
'columns': ['full_name', 'name'],
'as_json': False
},
{
'country': 'spain',
'columns': None,
'as_json': False
},
]
for param in params:
investpy.get_stocks_dict(country=param['country'],
columns=param['columns'],
as_json=param['as_json'])
investpy.get_stock_countries()
params = [
{
'as_json': True,
'order': 'ascending',
},
{
'as_json': False,
'order': 'ascending',
},
{
'as_json': True,
'order': 'descending',
},
{
'as_json': False,
'order': 'descending',
},
]
for param in params:
investpy.get_stock_recent_data(stock='BBVA',
country='spain',
as_json=param['as_json'],
order=param['order'],
interval='Daily')
investpy.get_stock_historical_data(stock='BBVA',
country='spain',
from_date='01/01/1990',
to_date='01/01/2019',
as_json=param['as_json'],
order=param['order'],
interval='Daily')
for value in ['spanish', 'english']:
investpy.get_stock_company_profile(stock='BBVA',
country='spain',
language=value)
params = [
{
'stock': 'bbva',
'country': 'spain',
'as_json': False
},
{
'stock': 'bbva',
'country': 'spain',
'as_json': True
},
{
'stock': 'HSBK',
'country': 'kazakhstan',
'as_json': False
}
]
for param in params:
investpy.get_stock_information(stock=param['stock'], country=param['country'], as_json=param['as_json'])
params = [
{
'country': 'spain',
'as_json': True,
'n_results': 50
},
{
'country': 'united states',
'as_json': False,
'n_results': 50
},
{
'country': 'bosnia',
'as_json': False,
'n_results': 50
},
{
'country': 'palestine',
'as_json': False,
'n_results': 50
},
{
'country': 'dubai',
'as_json': False,
'n_results': 50
},
{
'country': 'ivory coast',
'as_json': False,
'n_results': 50
}
]
for param in params:
investpy.get_stocks_overview(country=param['country'], as_json=param['as_json'], n_results=param['n_results'])
params = [
{
'stock': 'bbva',
'country': 'spain'
},
{
'stock': 'entel',
'country': 'chile'
}
]
for param in params:
investpy.get_stock_dividends(stock=param['stock'], country=param['country'])
params = [
{
'stock': 'bbva',
'country': 'spain',
'summary_type': 'balance_sheet',
'period': 'annual'
},
{
'stock': 'aapl',
'country': 'united states',
'summary_type': 'income_statement',
'period': 'quarterly'
},
{
'stock': 'barc',
'country': 'united kingdom',
'summary_type': 'cash_flow_statement',
'period': 'annual'
}
]
for param in params:
investpy.get_stock_financial_summary(stock=param['stock'],
country=param['country'],
summary_type=param['summary_type'],
period=param['period'])
investpy.search_stocks(by='name', value='BBVA')
def test_investpy_stocks():
"""
This function checks that stock data retrieval functions listed in investpy work properly.
"""
params = [
{
'country': 'spain',
},
{
'country': None,
},
]
for param in params:
investpy.get_stocks(country=param['country'])
investpy.get_stocks_list(country=param['country'])
params = [
{
'country': None,
'columns': ['full_name', 'name'],
'as_json': True
},
{
'country': None,
'columns': ['full_name', 'name'],
'as_json': False
},
{
'country': 'spain',
'columns': ['full_name', 'name'],
'as_json': True
},
{
'country': 'spain',
'columns': ['full_name', 'name'],
'as_json': False
},
{
'country': 'spain',
'columns': None,
'as_json': False
},
]
for param in params:
investpy.get_stocks_dict(country=param['country'],
columns=param['columns'],
as_json=param['as_json'])
investpy.get_stock_countries()
params = [
{
'as_json': True,
'order': 'ascending',
'debug': False
},
{
'as_json': False,
'order': 'ascending',
'debug': True
},
{
'as_json': True,
'order': 'descending',
'debug': False
},
{
'as_json': False,
'order': 'descending',
'debug': False
},
]
for param in params:
investpy.get_stock_recent_data(stock='BBVA',
country='spain',
as_json=param['as_json'],
order=param['order'],
debug=param['debug'])
investpy.get_stock_historical_data(stock='BBVA',
country='spain',
from_date='01/01/1990',
to_date='01/01/2019',
as_json=param['as_json'],
order=param['order'],
debug=param['debug'])
for value in ['spanish', 'english']:
investpy.get_stock_company_profile(stock='BBVA',
country='spain',
language=value)
investpy.get_stock_dividends(stock='BBVA', country='spain')
investpy.search_stocks(by='name', value='BBVA')