def test_simple_request(self):
r = b'GET / HTTP/1.1\r\nHost: example.com\r\n\r\n'
parser = HttpParser()
nbytes = parser.feed(r)
assert nbytes == len(r)
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_REQUEST
assert msg.url == '/'
assert msg.version == (1, 1)
assert msg.headers == [('Host', 'example.com')]
assert msg.body.read() == b''
def test_response_with_body(self):
r = b'HTTP/1.1 200 OK\r\nContent-Length: 3\r\n\r\nFoo'
parser = HttpParser()
nbytes = parser.feed(r)
assert nbytes == len(r)
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_RESPONSE
assert msg.status_code == 200
assert msg.version == (1, 1)
assert msg.headers == [('Content-Length', '3')]
assert msg.body.read() == b'Foo'
def test_request_with_body(self):
r = b'GET / HTTP/1.1\r\nHost: example.com\r\n' \
b'Content-Length: 3\r\n\r\nFoo'
parser = HttpParser()
nbytes = parser.feed(r)
assert nbytes == len(r)
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_REQUEST
assert msg.url == '/'
assert msg.version == (1, 1)
assert msg.headers == [('Host', 'example.com'), ('Content-Length', '3')]
assert msg.body.read() == b'Foo'
def test_response_with_chunked_body(self):
r = b'HTTP/1.1 200 OK\r\nTransfer-Encoding: chunked\r\n\r\n' \
b'3\r\nFoo\r\n0\r\n\r\n'
parser = HttpParser()
nbytes = parser.feed(r)
assert nbytes == len(r)
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_RESPONSE
assert msg.status_code == 200
assert msg.version == (1, 1)
assert msg.headers == [('Transfer-Encoding', 'chunked')]
assert msg.body.read() == b'Foo'
def test_pipelined_empty_responses(self):
r = b'HTTP/1.1 100 OK\r\nCookie: foo0\r\n\r\n' \
b'HTTP/1.1 204 OK\r\nCookie: foo1\r\n\r\n' \
b'HTTP/1.1 304 OK\r\nCookie: foo2\r\n\r\n'
parser = HttpParser()
nbytes = parser.feed(r)
assert nbytes == len(r)
for i in range(3):
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_RESPONSE
assert msg.version == (1, 1)
assert msg.headers == [('Cookie', 'foo{0}'.format(i))]
assert msg.body.read() == b''
def test_pipelined_responses_with_body(self):
r = b'HTTP/1.1 200 OK\r\nContent-Length: 4\r\n\r\nFoo0' \
b'HTTP/1.1 200 OK\r\nContent-Length: 4\r\n\r\nFoo1'
parser = HttpParser()
nbytes = parser.feed(r)
assert nbytes == len(r)
for i in range(2):
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_RESPONSE
assert msg.status_code == 200
assert msg.version == (1, 1)
assert msg.headers == [('Content-Length', '4')]
assert msg.body.read() == 'Foo{0}'.format(i).encode('ascii')
def test_pipelined_requests(self):
r = b'GET /0 HTTP/1.1\r\nHost: example0.com\r\n\r\n' \
b'GET /1 HTTP/1.1\r\nHost: example1.com\r\n\r\n'
parser = HttpParser()
nbytes = parser.feed(r)
assert nbytes == len(r)
for i in range(2):
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_REQUEST
assert msg.url == '/{0}'.format(i)
assert msg.version == (1, 1)
assert msg.headers == [('Host', 'example{0}.com'.format(i))]
assert msg.body.read() == b''
def test_request_with_chunked_body(self):
r = b'GET / HTTP/1.1\r\nHost: example.com\r\n' \
b'Transfer-Encoding: chunked\r\n\r\n' \
b'3\r\nFoo\r\n0\r\n\r\n'
parser = HttpParser()
nbytes = parser.feed(r)
assert nbytes == len(r)
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_REQUEST
assert msg.url == '/'
assert msg.version == (1, 1)
assert msg.headers == [('Host', 'example.com'),
('Transfer-Encoding', 'chunked')]
assert msg.body.read() == b'Foo'
def test_pipelined_responses(self):
r = b'HTTP/1.1 200 OK\r\nContent-Length: 0\r\nCookie: foo0\r\n\r\n' \
b'HTTP/1.1 200 OK\r\nContent-Length: 0\r\nCookie: foo1\r\n\r\n'
parser = HttpParser()
nbytes = parser.feed(r)
assert nbytes == len(r)
for i in range(2):
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_RESPONSE
assert msg.status_code == 200
assert msg.version == (1, 1)
assert msg.headers == [('Content-Length', '0'),
('Cookie', 'foo{0}'.format(i))]
assert msg.body.read() == b''
def test_pipelined_requests_with_body(self):
r = b'GET / HTTP/1.1\r\nHost: example.com\r\n' \
b'Content-Length: 4\r\n\r\nFoo0' \
b'GET / HTTP/1.1\r\nHost: example.com\r\n' \
b'Content-Length: 4\r\n\r\nFoo1'
parser = HttpParser()
nbytes = parser.feed(r)
assert nbytes == len(r)
for i in range(2):
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_REQUEST
assert msg.url == '/'
assert msg.version == (1, 1)
assert msg.headers == [('Host', 'example.com'),
('Content-Length', '4')]
assert msg.body.read() == 'Foo{0}'.format(i).encode('ascii')
def test_speed(self):
r = b'HTTP/1.1 200 OK\r\nContent-Length: 1000\r\n\r\n'
r += b'x' * 1000
reqs = 10 * r
parser = HttpParser()
t1 = time.time()
nbytes = 0
while True:
t2 = time.time()
if t2-t1 > 0.5:
break
nparsed = parser.feed(reqs)
assert nparsed == len(reqs)
nmessages = 0
while True:
msg = parser.pop_message()
if msg is None:
break
nmessages += 1
assert nmessages == 10
nbytes += nparsed
speed = nbytes / (1024 * 1024 * (t2 - t1))
print('Speed: {0:.2f} MiB/sec'.format(speed))
def test_pipelined_responses_eof(self):
r = b'HTTP/1.1 200 OK\r\nCookie: foo0\r\n\r\n' \
b'HTTP/1.1 204 OK\r\nCookie: foo1\r\n\r\n'
parser = HttpParser()
nbytes = parser.feed(r); parser.feed(b'') # EOF
assert nbytes == len(r)
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_RESPONSE
assert msg.version == (1, 1)
assert msg.headers == [('Cookie', 'foo0')]
assert msg.body.read() == b'HTTP/1.1 204 OK\r\nCookie: foo1\r\n\r\n'
def test_pipelined_head_responses(self):
r = b'HTTP/1.1 200 OK\r\nContent-Length: 3\r\n\r\n' \
b'HTTP/1.1 200 OK\r\nContent-Length: 3\r\n\r\n'
parser = HttpParser()
parser.push_request('HEAD')
parser.push_request('HEAD')
nbytes = parser.feed(r)
assert nbytes == len(r)
for i in range(2):
msg = parser.pop_message()
assert isinstance(msg, HttpMessage)
assert msg.message_type == parser.HTTP_RESPONSE
assert msg.status_code == 200
assert msg.version == (1, 1)
assert msg.headers == [('Content-Length', '3')]
assert msg.body.read() == b''