def _get_price(self):
"""
<div class="col search_price responsive_secondrow">
NT$ 920
</div>
-----------------------------------------------------------------
<div class="col search_price discounted responsive_secondrow">
<span style="color: #888888;"><strike> NT$ 398 </strike></span><br/>NT$ 358
</div>
"""
price_container = BSoupHandler.find_tag_by_key_value(
soup=self.target_soup,
tag='div',
key='class',
value='col search_price responsive_secondrow')
special_price_container = BSoupHandler.find_tag_by_key_value(
soup=self.target_soup,
tag='div',
key='class',
value='col search_price discounted responsive_secondrow')
if price_container:
price_text = BSoupHandler.get_text(soup=price_container)
elif special_price_container:
price_span = BSoupHandler.find_tag(soup=special_price_container,
tag_name='span')
price_text = BSoupHandler.get_text(soup=price_span)
else:
price_text = None
return price_text.strip().replace(',', '') if price_text else None
def _get_pagination_container(page_soup):
"""
<div class="search_pagination">
"""
search_pagination = BSoupHandler.find_tag_by_key_value(
soup=page_soup, tag='div', key='class',
value=STEAM.LABEL.CONTAINER_OF_PAGINATION)
return search_pagination
def _get_title(self):
"""
<span class="title">
Grand Theft Auto V: Premium Online Edition
</span>
"""
title_container = BSoupHandler.find_tag_by_key_value(
soup=self.target_soup, tag='span', key='class', value='title')
return BSoupHandler.get_text(soup=title_container)
def _get_results_by_page(page_soup):
"""
<div id="search_result_container">
"""
search_result_container = BSoupHandler.find_tag_by_key_value(
soup=page_soup, tag='div', key='id',
value=STEAM.LABEL.CONTAINER_OF_SEARCH_RESULT)
search_results = BSoupHandler.find_all_class(
soup=search_result_container,
class_name=STEAM.LABEL.CONTAINER_OF_APPS)
return search_results
def _get_search_results_amount(self, page_soup):
"""
<div class="search_pagination_left">
showing 1 - 25 of 2356
</div>
"""
search_pagination = self._get_pagination_container(page_soup=page_soup)
amount_container = BSoupHandler.find_tag_by_key_value(
soup=search_pagination, tag='div', key='class',
value=STEAM.LABEL.AMOUNT_OF_RESULTS)
amount_string = BSoupHandler.get_text(soup=amount_container)
return DataParser.get_results_amount(amount_string) if amount_string else None
def _get_released_date(self):
"""
<div class="col search_released responsive_secondrow">
13 Apr, 2015
"""
released_date_container = BSoupHandler.find_tag_by_key_value(
soup=self.target_soup,
tag='div',
key='class',
value='col search_released responsive_secondrow')
released_date = BSoupHandler.get_text(soup=released_date_container)
if not released_date:
return None
released_date_list = released_date.split(' ')
try:
if released_date_list == 3 and released_date_list[0].isdigit(
) and (released_date_list[1]) > 3:
return datetime.strptime(released_date, '%d %B, %Y').date()
if released_date_list == 3 and released_date_list[0].isdigit(
) and (released_date_list[1]) == 3:
return datetime.strptime(released_date, '%d %b, %Y').date()
elif released_date_list == 3 and released_date_list[1].isdigit(
) and (released_date_list[0]) > 3:
return datetime.strptime(released_date, '%B %d, %Y').date()
elif released_date_list == 3 and released_date_list[1].isdigit(
) and (released_date_list[0]) == 3:
return datetime.strptime(released_date, '%b %d, %Y').date()
elif released_date_list == 2 and released_date_list[0].isdigit(
) and (released_date_list[1]) > 3:
return datetime.strptime(released_date, '%Y %B').date()
elif released_date_list == 2 and released_date_list[0].isdigit(
) and (released_date_list[1]) == 3:
return datetime.strptime(released_date, '%Y %b').date()
elif released_date_list == 2 and released_date_list[1].isdigit(
) and (released_date_list[0]) > 3:
return datetime.strptime(released_date, '%B %Y').date()
elif released_date_list == 2 and released_date_list[1].isdigit(
) and (released_date_list[0]) == 3:
return datetime.strptime(released_date, '%b %Y').date()
elif released_date_list == 1:
return datetime.strptime(released_date, '%Y').date()
else:
return None
except ValueError:
LogStash.info(msg=released_date)
except Exception as e:
LogStash.error(msg=f'{e}|{released_date}')
def _get_discount(self):
"""
<div class="col search_discount responsive_secondrow">
<span>-10%</span>
</div>
"""
discount_container = BSoupHandler.find_tag_by_key_value(
soup=self.target_soup,
tag='div',
key='class',
value='col search_discount responsive_secondrow')
if discount_container is None:
return None
discount_span = BSoupHandler.find_tag(soup=discount_container,
tag_name='span')
rate = BSoupHandler.get_text(soup=discount_span)
discount = self._convert_decimal(rate) if rate else None
return 1 - discount if discount else None
def _get_platforms(self):
"""
<div class="col search_name ellipsis">
<span class="title">
THE GAME TITLE
</span>
<p>
<span class="platform_img win">
<span class="platform_img mac">
<span class="platform_img linux">
</span>
</p>
</div>
"""
search_name_col = BSoupHandler.find_tag_by_key_value(
soup=self.target_soup,
tag='div',
key='class',
value=STEAM.LABEL.CONTAINER_OF_PLATFORM)
if not search_name_col:
return None
span_list = BSoupHandler.find_all_tag(soup=search_name_col,
tag_name='span')
if not span_list:
return None
platform_span_list = span_list[1:]
platform_info = list()
for platform_span in platform_span_list:
platform = BSoupHandler.get_value_by_key(soup=platform_span,
key_name='class')
if platform:
if len(platform) == 1:
platform_info.append(platform)
else:
platform_info.append(platform[1])
return platform_info
def _get_reviews(self):
"""
<div class="col search_reviewscore responsive_secondrow">
<span class=
"search_review_summary positive"
data-tooltip-html=
"Mostly Positive<br>77% of the 638,504 user reviews for games in this bundle are positive.">
</span>
</div>
"""
reviews = dict()
search_reviewscore_col = BSoupHandler.find_tag_by_key_value(
soup=self.target_soup,
tag='div',
key='class',
value=STEAM.LABEL.CONTAINER_OF_REVIEW)
if not search_reviewscore_col:
return reviews
summary_container = BSoupHandler.find_tag(soup=search_reviewscore_col,
tag_name='span')
if not summary_container:
return reviews
review_string = BSoupHandler.get_value_by_key(
soup=summary_container, key_name=STEAM.LABEL.RESULTS_OF_REVIEW)
review_info = DataParser.get_users_review(input_string=review_string)
rate = review_info.get('rate_of_positive')
rate_of_positive = self._convert_decimal(rate) if rate else None
amount = review_info.get('amount_of_reviews')
amount_of_reviews = self._convert_integer(amount) if amount else None
reviews.update({
'rate_of_positive': rate_of_positive,
'amount_of_reviews': amount_of_reviews
})
return reviews