'method': 'flickr.photos.search', 'media': 'photos', 'content_type': 1, 'extras': ('description,license,date_upload,date_taken,owner_name,tags,o_dims,' 'url_t,url_s,url_m,url_l,views'), 'format': 'json', 'nojsoncallback': 1, } delayed_requester = DelayedRequester(DELAY) image_store = image.ImageStore(provider=PROVIDER) def main(date): logger.info(f'Processing Flickr API for date: {date}') timestamp_pairs = _derive_timestamp_pair_list(date) date_type = DATE_TYPE for start_timestamp, end_timestamp in timestamp_pairs: total_images = _process_interval(start_timestamp, end_timestamp, date_type) total_images = image_store.commit() logger.info(f'Total images: {total_images}')
logging.basicConfig( format='%(asctime)s - %(name)s - %(levelname)s: %(message)s', level=logging.INFO ) logger = logging.getLogger(__name__) LIMIT = 500 DELAY = 1.0 RETRIES = 3 PROVIDER = prov.NYPL_DEFAULT_PROVIDER BASE_ENDPOINT = "http://api.repo.nypl.org/api/v1/items/search" METADATA_ENDPOINT = "http://api.repo.nypl.org/api/v1/items/item_details/" NYPL_API = os.getenv("NYPL_API_KEY") TOKEN = f"Token token={NYPL_API}" delay_request = DelayedRequester(delay=DELAY) image_store = ImageStore(provider=PROVIDER) DEFAULT_QUERY_PARAM = { "q": "CC_0", "field": "use_rtxt_s", "page": 1, "per_page": LIMIT } HEADERS = { "Authorization": TOKEN } IMAGE_URL_DIMENSIONS = [ "g", "v", "q", "w", "r"