Beispiel #1
0
def getUrlContent(url):
    time.sleep(CRAWL_DELAY_SECONDS)
    return htmlSource.getUrlContent(url, headers=HEADERS)
Beispiel #2
0
def _getGeoResponse(query, format="csv", options={}):
    options["q"] = query
    options["output"] = format
    return htmlSource.getUrlContent(GEO_URL, options)