def get(self): success = 0 for site_name in URLS: if 'discover.com' in site_name: grabber = XmlGrabber(site_name) elif 'shop.upromise.com' in site_name: grabber = ShopGrabber(site_name) elif site_name in ['shop.amtrakguestrewards.com', 'shop.lifemiles.com']: grabber = RetailersGrabber(site_name) # elif 'www.bestbuy.com' in site_name: # grabber = BestbuyGrabber(site_name) else: grabber = UltimateRewardsGrabber(site_name) if grabber.grab(): success += 1 # Now it's time to check if data is changed since last scrape and if so post an email checker = CheckModificationHandler() checker.get() return 'OK'
def post(self): site_name = self.request.get('site_name') print site_name if 'discover.com' in site_name: grabber = XmlGrabber(site_name) elif 'shop.upromise.com' in site_name: grabber = ShopGrabber(site_name) elif 'www.bestbuy.com' in site_name: grabber = BestbuyGrabber(site_name) elif site_name in ['shop.amtrakguestrewards.com', 'shop.lifemiles.com']: grabber = RetailersGrabber(site_name) else: grabber = UltimateRewardsGrabber(site_name) result_id = grabber.grab() self.session.add_flash(u'Successfully grabbed', level='success') return result_id