def pipe_until(self,
delimiter,
destination=None,
consume_delimiter=False,
_size=None):
# PERF(vytas): In Cython, bind types:
# cdef Py_ssize_t remaining
remaining = self._normalize_size(_size)
while remaining > 0:
chunk = self._read_until(delimiter, min(self._chunk_size,
remaining), False)
if not chunk:
break
if destination is not None:
destination.write(chunk)
remaining -= self._chunk_size
if consume_delimiter:
delimiter_len = len(delimiter)
if self.peek(delimiter_len) != delimiter:
raise DelimiterError('expected delimiter missing')
self._buffer_pos += delimiter_len
def _finalize_read_until(
self,
size,
backlog,
have_bytes,
consume_bytes,
delimiter=None,
delimiter_pos=-1,
next_chunk=None,
next_chunk_len=0,
):
if delimiter_pos < 0 and delimiter is not None:
delimiter_pos = self._buffer.find(delimiter, self._buffer_pos)
if delimiter_pos >= 0:
size = min(size, have_bytes + delimiter_pos - self._buffer_pos)
if have_bytes == 0:
# PERF(vytas): Do not join bytes unless needed.
ret_value = self._read(size)
else:
backlog.append(self._read(size - have_bytes))
ret_value = b''.join(backlog)
if next_chunk_len > 0:
if self._buffer_len == 0:
self._buffer = next_chunk
self._buffer_len = next_chunk_len
else:
self._buffer = self._buffer[self._buffer_pos :] + next_chunk
self._buffer_len = self._buffer_len - self._buffer_pos + next_chunk_len
self._buffer_pos = 0
if consume_bytes:
if delimiter_pos < 0:
if self.peek(consume_bytes) != delimiter:
raise DelimiterError('expected delimiter missing')
elif self._buffer_pos != delimiter_pos:
# NOTE(vytas): If we are going to consume the delimiter the
# quick way (i.e., skipping the above peek() check), we must
# make sure it is directly succeeding the result.
raise DelimiterError('expected delimiter missing')
self._buffer_pos += consume_bytes
return ret_value
async def _consume_delimiter(self, delimiter):
delimiter_len = len(delimiter)
if await self.peek(delimiter_len) != delimiter:
raise DelimiterError('expected delimiter missing')
self._buffer_pos += delimiter_len