def do_work(paras): venue_id = paras[0] crawl_user_id = paras[1] drop_table_venue_tips(crawl_user_id) add_table_venue_tips(crawl_user_id) tips_gen = download_venue_tips(venue_id) for p in tips_gen: save_venue_tip(p, venue_id, crawl_user_id)
def grab_tip(self, venue_id): for offset in range(0, 1000, 100): print 'now offset is ', offset venue_tip = self.client.venues.tips(VENUE_ID=venue_id, params={ 'limit': 100, 'offset': offset }) save_venue_tip(venue_tip, venue_id)
def grab_tip(self, venue_id): for offset in range(0,1000,100): print 'now offset is ',offset venue_tip = self.client.venues.tips(VENUE_ID = venue_id, params = {'limit':100, 'offset':offset} ) save_venue_tip(venue_tip, venue_id)