Python open_url示例

示例#1

文件： fetch.py 项目： mmccollow/NarwhalMaps

def _cache_images(new_images):
	for image in new_images:
		new_filename = _get_filename_from_url(image['href'])
		request = Request(image['href'], headers=HEADERS)
		response = open_url(request)
		extracted_jpeg_data = response.read() 
		f = open(IMAGES + new_filename, 'wb') #FIXME: catch exceptions?
		f.write(extracted_jpeg_data)
		f.close()
		_scale_image(new_filename)
	_purge_everything_but(new_images)

示例#2

def _cache_images(new_images):
    for image in new_images:
        new_filename = _get_filename_from_url(image['href'])
        request = Request(image['href'], headers=HEADERS)
        response = open_url(request)
        extracted_jpeg_data = response.read()
        f = open(IMAGES + new_filename, 'wb')  #FIXME: catch exceptions?
        f.write(extracted_jpeg_data)
        f.close()
        _scale_image(new_filename)
    _purge_everything_but(new_images)

示例#3

文件： fetch.py 项目： mmccollow/NarwhalMaps

def _fetch():
	request = Request(SOURCE_URL, headers=HEADERS)
	response = open_url(request)
	page_content = response.read()
	soup = BS(page_content)
	return soup

示例#4

def _fetch():
    request = Request(SOURCE_URL, headers=HEADERS)
    response = open_url(request)
    page_content = response.read()
    soup = BS(page_content)
    return soup