class Vendor:
alert = None
logger = None
in_stock_result = "IN_STOCK"
items_json_path = None
items_to_check = []
max_timeout = 15 # seconds'
out_of_stock_result = "OUT_OF_STOCK"
session = None
stores_to_check = []
user_agent_headers = [
# Android agents
"Mozilla/5.0 (Linux; Android 7.1.2; AFTMM Build/NS6265; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/70.0.3538.110 Mobile Safari/537.36",
"Mozilla/5.0 (Android 9; Mobile; rv:68.0) Gecko/68.0 Firefox/68.0",
"Mozilla/5.0 (Linux; Android 9; SAMSUNG SM-G960U) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/10.2 Chrome/71.0.3578.99 Mobile Safari/537.36",
# iOS agents
"Mozilla/5.0 (iPhone; CPU iPhone OS 12_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148",
"Mozilla/5.0 (iPad; CPU OS 12_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148",
"Mozilla/5.0 (iPhone; CPU iPhone OS 13_5_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.1.1 Mobile/15E148 Safari/604.1",
# Linux agents
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.87 Safari/537.36",
"Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:65.0) Gecko/20100101 Firefox/65.0",
"Mozilla/5.0 (SMART-TV; Linux; Tizen 2.4.0) AppleWebkit/538.1 (KHTML, like Gecko) SamsungBrowser/1.1 TV Safari/538.1",
# macOS agents
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/605.1.15 (KHTML, like Gecko)",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.1.2 Safari/605.1.15",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36",
# Windows agents
"Mozilla/5.0 CK={} (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36",
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/18.17763"
]
vendor_name = None
'''
TODO: Add header
'''
def __init__(self, vendor_name, logger):
self.logger = logger
self.vendor_name = vendor_name
self.items_json_path = os.path.dirname(__file__) + '/../vendors/' + vendor_name.lower().replace(' ', '_') + '/items.json'
self.alert = Alert(logger)
self.session = FuturesSession()
if os.path.isfile(self.items_json_path):
with open(self.items_json_path, 'r') as file:
json_data = json.load(file)
self.items_to_check = json_data['items']
self.stores_to_check = json_data['stores']
else:
raise IOError('File not found \'{}\''.format(self.items_json_path))
'''
TODO: Add header
'''
def log_msg(self, msg, log_level):
log = '[[ {} ]] :: {}'.format(self.vendor_name, msg)
if log_level == logging.CRITICAL:
self.logger.critical(log)
elif log_level == logging.ERROR:
self.logger.error(log)
elif log_level == logging.WARNING:
self.logger.warning(log)
elif log_level == logging.INFO:
self.logger.info(log)
elif log_level == logging.DEBUG:
self.logger.debug(log)
'''
TODO: Add header
'''
def check_stock_for_items(self):
futures = []
for item in self.items_to_check:
try:
future = self.session.get(item['url'], headers={
'User-Agent': '{}'.format(random.choice(self.user_agent_headers))
}, timeout=self.max_timeout)
future.item = item
futures.append(future)
except Exception as e:
self.report_error_and_sleep(item, e)
for future in as_completed(futures):
try:
response = future.result()
if response.status_code == 200:
self.logger.debug('Raw response text: \n ---------- {} \n----------'.format(response.text))
stock_result = self.parse_item_page(response.text, self.stores_to_check)
if stock_result == self.in_stock_result:
self.alert.send_alert(future.item)
elif stock_result == self.out_of_stock_result:
self.log_msg('\'{}\' not in stock.'.format(future.item['name']), logging.INFO)
else:
raise ValueError('Unable to parse stock from webpage')
else:
raise requests.HTTPError('Response code was \' {} \''.format(response.status_code))
except Exception as e:
self.log_msg('An error occurred attempting to check stock for \'{}\'. Caught exception: \'{}\'.'.format(
future.item['name'], str(e)), logging.ERROR)
time.sleep(self.max_timeout)
return None
'''
TODO: Add header
'''
def parse_item_page(self, item_page_html, stores_to_check):
return self.out_of_stock_result
