def get(self):
success = 0
for site_name in URLS:
if 'discover.com' in site_name:
grabber = XmlGrabber(site_name)
elif 'shop.upromise.com' in site_name:
grabber = ShopGrabber(site_name)
elif site_name in ['shop.amtrakguestrewards.com', 'shop.lifemiles.com']:
grabber = RetailersGrabber(site_name)
# elif 'www.bestbuy.com' in site_name:
# grabber = BestbuyGrabber(site_name)
else:
grabber = UltimateRewardsGrabber(site_name)
if grabber.grab():
success += 1
# Now it's time to check if data is changed since last scrape and if so post an email
checker = CheckModificationHandler()
checker.get()
return 'OK'
def post(self):
site_name = self.request.get('site_name')
print site_name
if 'discover.com' in site_name:
grabber = XmlGrabber(site_name)
elif 'shop.upromise.com' in site_name:
grabber = ShopGrabber(site_name)
elif 'www.bestbuy.com' in site_name:
grabber = BestbuyGrabber(site_name)
elif site_name in ['shop.amtrakguestrewards.com', 'shop.lifemiles.com']:
grabber = RetailersGrabber(site_name)
else:
grabber = UltimateRewardsGrabber(site_name)
result_id = grabber.grab()
self.session.add_flash(u'Successfully grabbed', level='success')
return result_id
