def setUp(self):
self.parser = DummyHttpParser()
class TestHttpParser(unittest.TestCase):
def setUp(self):
self.parser = DummyHttpParser()
def checkSingleMsg(self, inputs, body, expected_err=None, close=False):
"""
Check a single HTTP message.
"""
assert type(inputs) == type([])
for chunk in inputs:
self.parser.handle_input(chunk % {
'body': body,
'body_len': len(body)
})
states = self.parser.test_states
if not expected_err:
self.assertTrue(states.count('START') == 1, states)
self.assertTrue(states.index('START') < states.index('BODY'))
if close:
self.assertEqual(self.parser._input_delimit, "close")
else:
self.assertTrue(states.index('END') < states[-1])
self.assertEqual(body, self.parser.test_body)
else:
self.assertTrue("ERROR" in states, states)
self.assertEqual(self.parser.test_err.__class__, expected_err)
def checkMultiMsg(self, inputs, body, count):
"""
Check pipelined messages. Assumes the same body for each (for now).
"""
for chunk in inputs:
self.parser.handle_input(chunk % {
'body': body,
'body_len': len(body)
})
states = self.parser.test_states
self.parser.check(self, {'states': ['START', 'BODY', 'END'] * count})
def test_hdrs(self):
body = "12345678901234567890"
self.checkSingleMsg(["""\
http/1.1 200 OK
Content-Type: text/plain
Foo: bar
Content-Length: %(body_len)s
Foo: baz, bam
%(body)s"""], body)
self.parser.check(self, {
'hdrs': [
('Content-Type', " text/plain"),
('Foo', " bar"),
('Content-Length', " %s" % len(body)),
('Foo', " baz, bam"),
]
})
def test_hdrs_nocolon(self):
body = "12345678901234567890"
self.checkSingleMsg(["""\
http/1.1 200 OK
Content-Type: text/plain
Foo bar
Content-Length: %(body_len)s
%(body)s"""], body)
# FIXME: error?
def test_hdr_case(self):
body = "12345678901234567890"
self.checkSingleMsg(["""\
http/1.1 200 OK
Content-Type: text/plain
content-LENGTH: %(body_len)s
%(body)s"""], body)
def test_hdrs_whitespace_before_colon(self):
body = "lorum ipsum whatever goes after that."
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Content-Length : %(body_len)s
%(body)s"""], body, error.HeaderSpaceError)
def test_hdrs_fold(self):
body = "lorum ipsum whatever goes after that."
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Foo: bar
baz
Content-Length: %(body_len)s
%(body)s"""], body)
foo_val = [v for k,v in self.parser.test_hdrs if k == 'Foo'][-1]
self.assertEqual(foo_val, u" bar baz")
headers = [k for k,v in self.parser.test_hdrs]
self.assertEqual(headers, ['Content-Type', 'Foo', 'Content-Length'])
def test_hdrs_noname(self):
body = "lorum ipsum whatever goes after that."
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
: bar
Content-Length: %(body_len)s
%(body)s"""], body)
headers = [k for k,v in self.parser.test_hdrs]
self.assertEqual(headers, ['Content-Type', '', 'Content-Length'])
def test_hdrs_utf8(self):
body = "lorum ipsum whatever goes after that."
self.checkSingleMsg([u"""\
HTTP/1.1 200 OK
Content-Type: text/plain
Foo: ედუარდ შევარდნაძე
Content-Length: %(body_len)s
%(body)s""".encode('utf-8')], body)
foo_val = [v for k,v in self.parser.test_hdrs if k == 'Foo'][-1]
self.assertEqual(foo_val.decode('utf-8'), u" ედუარდ შევარდნაძე")
def test_hdrs_null(self):
body = "lorum ipsum whatever goes after that."
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Foo: \0
Content-Length: %(body_len)s
%(body)s""".encode('utf-8')], body)
foo_val = [v for k,v in self.parser.test_hdrs if k == 'Foo'][-1]
self.assertEqual(foo_val, " \0")
def test_cl_delimit_11(self):
body = "lorum ipsum whatever goes after that."
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Content-Length: %(body_len)s
%(body)s"""], body)
def test_cl_delimit_10(self):
body = "abcdefghijklmnopqrstuvwxyz"
self.checkSingleMsg(["""\
HTTP/1.0 200 OK
Content-Type: text/plain
Content-Length: %(body_len)s
%(body)s"""], body)
def test_close_delimit(self):
body = "abcdefghijklmnopqrstuvwxyz"
self.checkSingleMsg(["""\
HTTP/1.0 200 OK
Content-Type: text/plain
%(body)s"""], body, close=True)
def test_extra_line(self):
body = "lorum ipsum whatever goes after that."
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Content-Length: %(body_len)s
%(body)s"""], body)
def test_extra_lines(self):
body = "lorum ipsum whatever goes after that."
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Content-Length: %(body_len)s
%(body)s"""], body)
def test_telnet_client(self):
body = "lorum ipsum whatever goes after that."
self.checkSingleMsg(list("""\
HTTP/1.1 200 OK
Content-Type: text/plain
Content-Length: %(body_len)s
%(body)s""" % {'body': body, 'body_len': len(body)}), body)
def test_naughty_first_header(self):
body = "lorum ipsum whatever goes after that."
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Content-Length: %(body_len)s
%(body)s"""], body, error.TopLineSpaceError)
def test_cl_header_case(self):
body = "12345678901234567890"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
content-LENGTH: %(body_len)s
%(body)s"""], body)
def test_chunk_delimit(self):
body = "aaabbbcccdddeeefffggghhhiii"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
%(body_len)x\r
%(body)s\r
0\r
\r
"""], body)
def test_chunk_exact(self):
body = "aaabbbcccdddeeefffggghhhiii"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
""", """\
%(body_len)x\r
%(body)s\r
""", """\
0\r
\r
"""], body)
def test_chunk_exact_offset(self):
body = "aaabbbcccdddeeefffggghhhiii"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
""", """\
%(body_len)x\r
%(body)s""", """\r
0\r
\r
"""], body)
def test_chunk_more(self):
body = "1234567890"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
""", """\
%(body_len)x\r
%(body)s\r
%(body_len)x\r
%(body)s\r
0\r
\r
""" % {'body': body, 'body_len': len(body)}], body * 2)
def test_transfer_case(self):
body = "aaabbbcccdddeeefffggghhhiii"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: cHuNkEd
%(body_len)x\r
%(body)s\r
0\r
\r
"""], body)
def test_big_chunk(self):
body = "aaabbbcccdddeeefffggghhhiii" * 1000000
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
%(body_len)x\r
%(body)s\r
0\r
\r
"""], body)
def test_small_chunks(self):
num_chunks = 50000
body = "a" * num_chunks
inputs = ["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
"""]
for i in range(num_chunks):
inputs.append("""\
1\r
a\r
""")
inputs.append("""\
0\r
\r
""")
self.checkSingleMsg(inputs, body)
def test_split_chunk(self):
body = "abcdefg123456"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
%(body_len)x\r
abcdefg""",
"""\
123456\r
0\r
\r
"""], body)
def test_split_chunk_length(self):
body = "do re mi so fa la ti do"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
%(body_len)x""",
"""\
\r
%(body)s\r
0\r
\r
"""], body)
def test_chunk_bad_syntax(self):
body = "abc123def456ghi789"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
ZZZZ\r
%(body)s\r
0\r
\r
"""], body, error.ChunkError)
def test_chunk_nonfinal(self):
body = "abc123def456ghi789"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked, foo
%(body)s"""], body, close=True)
def test_cl_dup(self):
body = "abc123def456ghi789"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Content-Length: %(body_len)s
Content-Length: %(body_len)s
%(body)s"""], body)
def test_cl_conflict(self):
body = "abc123def456ghi789"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Content-Length: 2
Content-Length: %(body_len)s
%(body)s"""], body, error.DuplicateCLError)
def test_cl_bad_syntax(self):
body = "abc123def456ghi789"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Content-Length: 2abc
%(body)s"""], body, error.MalformedCLError)
def test_chunk_ext(self):
body = "abc123def456ghi789"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
%(body_len)x; myext=foobarbaz\r
%(body)s\r
0\r
\r
"""], body)
def test_trailers(self):
body = "abc123def456ghi789"
self.checkSingleMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
%(body_len)x\r
%(body)s\r
0\r
Foo: bar
Baz: 1
\r
"""], body)
self.assertEqual(self.parser.test_trailers,
[('Foo', ' bar'), ('Baz', ' 1')]
)
def test_pipeline_chunked(self):
body = "abc123def456ghi789"
self.checkMultiMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Transfer-Encoding: chunked
%(body_len)x\r
%(body)s\r
0\r
\r
HTTP/1.1 404 Not Found
Content-Type: text/plain
Transfer-Encoding: chunked
%(body_len)x\r
%(body)s\r
0\r
\r
"""], body, 2)
def test_pipeline_cl(self):
body = "abc123def456ghi789"
self.checkMultiMsg(["""\
HTTP/1.1 200 OK
Content-Type: text/plain
Content-Length: %(body_len)s
%(body)sHTTP/1.1 404 Not Found
Content-Type: text/plain
Content-Length: %(body_len)s
%(body)s"""], body, 2)