'method':
'flickr.photos.search',
'media':
'photos',
'content_type':
1,
'extras':
('description,license,date_upload,date_taken,owner_name,tags,o_dims,'
'url_t,url_s,url_m,url_l,views'),
'format':
'json',
'nojsoncallback':
1,
}
delayed_requester = DelayedRequester(DELAY)
image_store = image.ImageStore(provider=PROVIDER)
def main(date):
logger.info(f'Processing Flickr API for date: {date}')
timestamp_pairs = _derive_timestamp_pair_list(date)
date_type = DATE_TYPE
for start_timestamp, end_timestamp in timestamp_pairs:
total_images = _process_interval(start_timestamp, end_timestamp,
date_type)
total_images = image_store.commit()
logger.info(f'Total images: {total_images}')
logging.basicConfig(
format='%(asctime)s - %(name)s - %(levelname)s: %(message)s',
level=logging.INFO
)
logger = logging.getLogger(__name__)
LIMIT = 500
DELAY = 1.0
RETRIES = 3
PROVIDER = prov.NYPL_DEFAULT_PROVIDER
BASE_ENDPOINT = "http://api.repo.nypl.org/api/v1/items/search"
METADATA_ENDPOINT = "http://api.repo.nypl.org/api/v1/items/item_details/"
NYPL_API = os.getenv("NYPL_API_KEY")
TOKEN = f"Token token={NYPL_API}"
delay_request = DelayedRequester(delay=DELAY)
image_store = ImageStore(provider=PROVIDER)
DEFAULT_QUERY_PARAM = {
"q": "CC_0",
"field": "use_rtxt_s",
"page": 1,
"per_page": LIMIT
}
HEADERS = {
"Authorization": TOKEN
}
IMAGE_URL_DIMENSIONS = [
"g", "v", "q", "w", "r"
