示例#1
0
文件： crawl.py 项目： fidlej/jakybyt 
def getUrlContent(url):
    time.sleep(CRAWL_DELAY_SECONDS)
    return htmlSource.getUrlContent(url, headers=HEADERS)
示例#2
0
def _getGeoResponse(query, format="csv", options={}):
    options["q"] = query
    options["output"] = format
    return htmlSource.getUrlContent(GEO_URL, options)