class BRBasicInfoScraper:
root_url = "https://www.biznesradar.pl"
main_list_url = f"{root_url}/gielda/akcje_gpw"
company_sector_url_base = f"{root_url}/notowania"
def __init__(self):
self.page_fetcher = PageFetcher()
def get_companies(self) -> dict:
url = BRBasicInfoScraper.main_list_url
page = self.page_fetcher.fetch_and_parse(url)
companies = {}
for a in page.find_all("a", class_="s_tt"):
name = a["title"]
ticker = a.text.split(" ")[0]
link = "/" + a["href"].split("/")[2]
companies[ticker] = CompanyDetails(name, ticker, link)
return companies
def get_sector(self, link: str) -> str:
url = f"{BRBasicInfoScraper.company_sector_url_base}{link}"
page = self.page_fetcher.fetch_and_parse(url)
sector = (
page.find(text="Sektor:")
.parent.parent.findNext("td")
.contents[1]
.contents[0]
)
return sector
def test_fetch_and_parse_validURL_returnsSoup():
url = "https://www.biznesradar.pl"
fetcher = PageFetcher()
soup = fetcher.fetch_and_parse(url)
assert isinstance(soup, BeautifulSoup)
def test_fetch_page_invalidURL_throwsException():
url = "https://randomstringofnonexistentpage.net"
fetcher = PageFetcher()
with pytest.raises(RequestException):
fetcher.fetch_page(url)
def test_fetch_page_validURL_returnsExistingPage():
url = "https://www.biznesradar.pl"
fetcher = PageFetcher()
fetcher.fetch_page(url)
assert fetcher.page.startswith("<!DOCTYPE html>")
class BRScraper:
root_url = "https://www.biznesradar.pl"
raw_fundamentals_url_base = f"{root_url}/raporty-finansowe-rachunek-zyskow-i-strat"
balance_url_base = f"{root_url}/raporty-finansowe-bilans"
value_url_base = f"{root_url}/wskazniki-wartosci-rynkowej"
profitability_url_base = f"{root_url}/wskazniki-rentownosci"
def __init__(self):
self.page_fetcher = PageFetcher()
def get_fundamentals(self, company: CompanyDetails) -> pd.DataFrame:
link = company.link
df1 = self.get_raw_fundamentals(link)
df2 = self.get_balance(link)
df3 = self.get_value_indicators(link)
df4 = self.get_profitability_indicators(link)
fundamentals = pd.concat([df1, df2, df3, df4], axis=1,
sort=False).sort_index(inplace=False)
return fundamentals
def get_raw_fundamentals(self, link: str):
indicators_name_and_locations = {"Sales": 2, "Earnings": 6}
url = f"{BRScraper.raw_fundamentals_url_base}{link},Q"
return self._get_indicators_from_link_and_positions(
indicators_name_and_locations, url)
def get_balance(self, link: str):
indicators_name_and_locations = {"Book value": 17}
url = f"{BRScraper.balance_url_base}{link},Q"
return self._get_indicators_from_link_and_positions(
indicators_name_and_locations, url)
def get_value_indicators(self, link: str) -> pd.DataFrame:
indicators_name_and_locations = {
"P/E": 10,
"P/BV": 4,
"P/S": 8,
"EPS": 9,
"BVPS": 3,
"SPS": 7,
}
url = f"{BRScraper.value_url_base}{link},Q"
return self._get_indicators_from_link_and_positions(
indicators_name_and_locations, url)
def get_profitability_indicators(self, link: str) -> pd.DataFrame:
indicators_name_and_locations = {
"ROE": 1,
"ROA": 2,
}
url = f"{BRScraper.profitability_url_base}{link},Q"
return self._get_indicators_from_link_and_positions(
indicators_name_and_locations, url)
def _get_indicators_from_link_and_positions(self, name_and_loc,
url) -> pd.DataFrame:
indicators = pd.DataFrame(columns=list(name_and_loc))
page = self.page_fetcher.fetch_and_parse(url)
table = page.find("table", class_="report-table")
if table is None:
return indicators
tr = table.find_all("tr")
seasons = self._get_seasons_from_first_row(tr[0])
indicator_rows = [
tr[location].find_all("td")[1:-1]
for location in name_and_loc.values()
]
for i in range(0, len(seasons) - 1):
season = seasons[i]
indicators.loc[season] = [
float(self._fetch_one_indicator_from_html(row[i]))
for row in indicator_rows
]
return indicators
@staticmethod
def _fetch_one_indicator_from_html(html) -> float:
if html.text == "":
return 0.0
ind = (html.contents[0].contents[0].contents[0].contents[0].strip().
replace(" ", ""))
if "%" in ind:
return float(ind.strip("%"))
return float(ind)
@staticmethod
def _get_seasons_from_first_row(row):
headers = row.find_all("th")[1:-1]
seasons = []
for header in headers:
seasons.append(header.contents[0].strip())
return seasons
def __init__(self):
self.page_fetcher = PageFetcher()