def do_work(paras):
venue_id = paras[0]
crawl_user_id = paras[1]
drop_table_venue_tips(crawl_user_id)
add_table_venue_tips(crawl_user_id)
tips_gen = download_venue_tips(venue_id)
for p in tips_gen:
save_venue_tip(p, venue_id, crawl_user_id)
def grab_tip(self, venue_id):
for offset in range(0, 1000, 100):
print 'now offset is ', offset
venue_tip = self.client.venues.tips(VENUE_ID=venue_id,
params={
'limit': 100,
'offset': offset
})
save_venue_tip(venue_tip, venue_id)
def grab_tip(self, venue_id):
for offset in range(0,1000,100):
print 'now offset is ',offset
venue_tip = self.client.venues.tips(VENUE_ID = venue_id, params = {'limit':100, 'offset':offset} )
save_venue_tip(venue_tip, venue_id)
