def chunk_get(self, url, **kwargs):
req_id = kwargs.get('req_id')
if not req_id:
req_id = utils.request_id()
reader = ChunkReader([{'url': url}], READ_BUFFER_SIZE,
{'X-oio-req-id': req_id})
# This must be done now if we want to access headers
stream = reader.stream()
headers = extract_headers_meta(reader.headers)
return headers, stream
def chunk_get(self, url, **kwargs):
req_id = kwargs.get('req_id')
if not req_id:
req_id = utils.request_id()
reader = ChunkReader([{
'url': url
}], READ_BUFFER_SIZE, {'X-oio-req-id': req_id})
# This must be done now if we want to access headers
stream = reader.stream()
headers = extract_headers_meta(reader.headers)
return headers, stream
def chunk_get(self, url, check_headers=True, **kwargs):
"""
:keyword check_headers: when True (the default), raise FaultyChunk
if a mandatory response header is missing.
:returns: a tuple with a dictionary of chunk metadata and a stream
to the chunk's data.
"""
url = self.resolve_url(url)
reader = ChunkReader([{'url': url}], READ_BUFFER_SIZE, **kwargs)
# This must be done now if we want to access headers
stream = reader.stream()
headers = extract_headers_meta(reader.headers, check=check_headers)
return headers, stream
