def do_work(venue_id): photos_gen = download_instagram_photos(venue_id, time.time() - 24 * 3600 * 30 * 12, time.time()) for p in photos_gen: (data, venue_id, instagram_id) = p save_photo_instagram(data, venue_id, instagram_id, 'plazas_instaphoto') time.sleep(8)
def do_work(para): venue_id = para[0] crawl_user_id = para[1] drop_table_venue_photo_instagram(crawl_user_id) add_table_venue_photo_instagram(crawl_user_id) photos_gen = download_instagram_photos(venue_id, time.time()-24*3600*30, time.time()) for p in photos_gen: (data, venue_id, instagram_id) = p save_photo_instagram(data, venue_id, instagram_id, crawl_user_id)
def grab_photos(self, foursquare_id, max_pages): try: instagram_id = self.fetch_instagram_id(foursquare_id) gen = self.client.location_recent_media(count=200, location_id = instagram_id, as_generator=True, max_pages=max_pages)#, return_json=True) page_cnt = 0 except: return for page in gen: save_photo_instagram(page[0], foursquare_id, instagram_id) print 'fetching page',page_cnt page_cnt+=1 time.sleep(config.instagram_API_pause)
def grab_photos(self, foursquare_id, max_pages, min_timestamp): try: instagram_id = self.fetch_instagram_id(foursquare_id) gen = self.client.location_recent_media( count=200, location_id=instagram_id, as_generator=True, max_pages=max_pages, min_timestamp=min_timestamp) page_cnt = 0 except: return for page in gen: save_photo_instagram(page[0], foursquare_id, instagram_id) print 'fetching page', page_cnt page_cnt += 1 time.sleep(config.instagram_API_pause)
def do_work(venue_id): photos_gen = download_instagram_photos(venue_id, time.time()-24*3600*30*12, time.time()) for p in photos_gen: (data, venue_id, instagram_id) = p save_photo_instagram(data, venue_id, instagram_id, 'plazas_instaphoto') time.sleep(8)