def test_quiet_is_quiet(self):
"""Confirm -q shuts down output."""
sys.argv = [
'gabbi-run', '-q',
'http://%s:%s/foo' % (self.host, self.port)
]
sys.stdin = StringIO("""
tests:
- name: expected success
GET: /baz
status: 200
response_headers:
x-gabbi-url: http://%s:%s/foo/baz
""" % (self.host, self.port))
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
sys.stdout.seek(0)
sys.stderr.seek(0)
stdoutput = sys.stdout.read()
stderror = sys.stderr.read()
self.assertEqual('', stdoutput)
self.assertEqual('', stderror)
def test_unsafe_yaml(self):
sys.argv = ['gabbi-run', 'http://%s:%s/nan' % (self.host, self.port)]
sys.argv.append('--unsafe-yaml')
sys.argv.append('--')
sys.argv.append('gabbi/tests/gabbits_runner/nan.yaml')
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def _run_verbosity_arg(self):
sys.argv.append('--')
sys.argv.append('gabbi/tests/gabbits_runner/verbosity.yaml')
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
sys.stdout.seek(0)
output = sys.stdout.read()
return output
def test_target_url_parsing(self):
sys.argv = ['gabbi-run', 'http://%s:%s/foo' % (self.host, self.port)]
sys.stdin = StringIO("""
tests:
- name: expected success
GET: /baz
status: 200
response_headers:
x-gabbi-url: http://%s:%s/foo/baz
""" % (self.host, self.port))
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def test_target_url_parsing(self):
sys.argv = ['gabbi-run', 'http://%s:%s/foo' % (self.host, self.port)]
sys.stdin = StringIO("""
tests:
- name: expected success
GET: /baz
status: 200
response_headers:
x-gabbi-url: http://%s:%s/foo/baz
""" % (self.host, self.port))
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def test_stdin_data_dir(self):
"""Confirm data dir as '.' when reading from stdin."""
sys.stdin = StringIO("""
tests:
- name: expected success
POST: /
request_headers:
content-type: application/json
data: <@gabbi/tests/gabbits_runner/subdir/sample.json
response_json_paths:
$.items.house: blue
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def test_target_url_parsing_standard_port(self):
self.server = lambda: Httplib2Interceptor(SimpleWsgi, self.host, 80, ''
)
sys.argv = ['gabbi-run', 'http://%s/foo' % self.host]
sys.stdin = StringIO("""
tests:
- name: expected success
GET: /baz
status: 200
response_headers:
x-gabbi-url: http://%s/foo/baz
""" % self.host)
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def test_target_url_parsing_standard_port(self):
self.server = lambda: Httplib2Interceptor(
SimpleWsgi, self.host, 80, '')
sys.argv = ['gabbi-run', 'http://%s/foo' % self.host]
sys.stdin = StringIO("""
tests:
- name: expected success
GET: /baz
status: 200
response_headers:
x-gabbi-url: http://%s/foo/baz
""" % self.host)
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def test_verbose_output_formatting(self):
"""Confirm that a verbose test handles output properly."""
sys.argv = ['gabbi-run', 'http://%s:%s/foo' % (self.host, self.port)]
sys.argv.append('--')
sys.argv.append('gabbi/tests/gabbits_runner/test_verbose.yaml')
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
sys.stdout.seek(0)
output = sys.stdout.read()
self.assertIn('"our text"', output)
self.assertIn('"cow": "moo"', output)
self.assertIn('"dog": "bark"', output)
# confirm pretty printing
self.assertIn('{\n', output)
self.assertIn('}\n', output)
def test_exit_code(self):
sys.stdin = StringIO()
with self.assertRaises(driver.GabbiFormatError):
runner.run()
sys.stdin = StringIO("""
tests:
- name: expected failure
GET: /
status: 666
""")
try:
runner.run()
except SystemExit as err:
self.assertFailure(err)
sys.stdin = StringIO("""
tests:
- name: expected success
GET: /
status: 200
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def test_input_files(self):
sys.argv = ['gabbi-run', 'http://%s:%s/foo' % (self.host, self.port)]
sys.argv.append('--')
sys.argv.append('gabbi/tests/gabbits_runner/success.yaml')
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
sys.argv.append('gabbi/tests/gabbits_runner/failure.yaml')
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertFailure(err)
sys.argv.append('gabbi/tests/gabbits_runner/success_alt.yaml')
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertFailure(err)
def test_exit_code(self):
sys.stdin = StringIO()
with self.assertRaises(exception.GabbiFormatError):
runner.run()
sys.stdin = StringIO("""
tests:
- name: expected failure
GET: /
status: 666
""")
try:
runner.run()
except SystemExit as err:
self.assertFailure(err)
sys.stdin = StringIO("""
tests:
- name: expected success
GET: /
status: 200
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def test_input_files(self):
sys.argv = ['gabbi-run', 'http://%s:%s/foo' % (self.host, self.port)]
sys.argv.append('--')
sys.argv.append('gabbi/tests/gabbits_runner/success.yaml')
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
sys.argv.append('gabbi/tests/gabbits_runner/failure.yaml')
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertFailure(err)
sys.argv.append('gabbi/tests/gabbits_runner/success_alt.yaml')
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertFailure(err)
def test_data_dir_good(self):
"""Confirm that data dir is the test file's dir."""
sys.argv = ['gabbi-run', 'http://%s:%s/foo' % (self.host, self.port)]
sys.argv.append('--')
sys.argv.append('gabbi/tests/gabbits_runner/test_data.yaml')
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
# Compare the verbose output of tests with pretty printed
# data.
with open('gabbi/tests/gabbits_runner/subdir/sample.json') as data:
data = JSONHandler.loads(data.read())
expected_string = JSONHandler.dumps(data, pretty=True)
sys.stdout.seek(0)
output = sys.stdout.read()
self.assertIn(expected_string, output)
def test_target_url_parsing_standard_port(self):
# NOTE(cdent): For reasons unclear this regularly fails in
# py.test and sometimes fails with testr. So there is
# some state that is not being properly cleard somewhere.
# Within SimpleWsgi, the environ thinks url_scheme is
# 'https'.
self.server = lambda: Urllib3Interceptor(
SimpleWsgi, host=self.host, port=80)
sys.argv = ['gabbi-run', 'http://%s/foo' % self.host]
sys.stdin = StringIO("""
tests:
- name: expected success
GET: /baz
status: 200
response_headers:
x-gabbi-url: http://%s/foo/baz
""" % self.host)
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def test_target_url_parsing_standard_port(self):
# NOTE(cdent): For reasons unclear this regularly fails in
# py.test and sometimes fails with testr. So there is
# some state that is not being properly cleard somewhere.
# Within SimpleWsgi, the environ thinks url_scheme is
# 'https'.
self.server = lambda: Urllib3Interceptor(
SimpleWsgi, host=self.host, port=80)
sys.argv = ['gabbi-run', 'http://%s/foo' % self.host]
sys.stdin = StringIO("""
tests:
- name: expected success
GET: /baz
status: 200
response_headers:
x-gabbi-url: http://%s/foo/baz
""" % self.host)
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def test_custom_response_handler(self):
sys.stdin = StringIO("""
tests:
- name: unknown response handler
GET: /
response_html: ...
""")
with self.assertRaises(driver.GabbiFormatError):
runner.run()
sys.argv.insert(1, "--response-handler")
sys.argv.insert(2, "gabbi.tests.test_runner:HTMLResponseHandler")
sys.stdin = StringIO("""
tests:
- name: custom response handler
GET: /presenter
response_html:
h1: Hello World
p: lorem ipsum dolor sit amet
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
sys.stdin = StringIO("""
tests:
- name: custom response handler failure
GET: /presenter
response_html:
h1: lipsum
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertFailure(err)
sys.argv.insert(3, "-r")
sys.argv.insert(4, "gabbi.tests.test_intercept:TestResponseHandler")
sys.stdin = StringIO("""
tests:
- name: additional custom response handler
GET: /presenter
response_html:
h1: Hello World
response_test:
- COWAnother line
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
sys.argv.insert(5, "-r")
sys.argv.insert(6, "gabbi.tests.custom_response_handler")
sys.stdin = StringIO("""
tests:
- name: custom response handler shorthand
GET: /presenter
response_custom:
- Hello World
- lorem ipsum dolor sit amet
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
def test_custom_response_handler(self):
sys.stdin = StringIO("""
tests:
- name: unknown response handler
GET: /
response_html: ...
""")
with self.assertRaises(exception.GabbiFormatError):
runner.run()
sys.argv.insert(1, "--response-handler")
sys.argv.insert(2, "gabbi.tests.test_runner:HTMLResponseHandler")
sys.stdin = StringIO("""
tests:
- name: custom response handler
GET: /presenter
response_html:
h1: Hello World
p: lorem ipsum dolor sit amet
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
sys.stdin = StringIO("""
tests:
- name: custom response handler failure
GET: /presenter
response_html:
h1: lipsum
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertFailure(err)
sys.argv.insert(3, "-r")
sys.argv.insert(4, "gabbi.tests.test_intercept:TestResponseHandler")
sys.stdin = StringIO("""
tests:
- name: additional custom response handler
GET: /presenter
response_html:
h1: Hello World
response_test:
- COWAnother line
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)
sys.argv.insert(5, "-r")
sys.argv.insert(6, "gabbi.tests.custom_response_handler")
sys.stdin = StringIO("""
tests:
- name: custom response handler shorthand
GET: /presenter
response_custom:
- Hello World
- lorem ipsum dolor sit amet
""")
with self.server():
try:
runner.run()
except SystemExit as err:
self.assertSuccess(err)