def test_get_provider_name(self):
name = get_provider_name('ec2')
self.assertEqual(name, 'AWS')
name = get_provider_name('gce')
self.assertEqual(name, 'GCE')
name = get_provider_name('foo')
self.assertEqual(name, 'foo')
def test_get_provider_name(self):
name = get_provider_name('ec2')
self.assertEqual(name, 'AWS')
name = get_provider_name('gce')
self.assertEqual(name, 'GCE')
name = get_provider_name('foo')
self.assertEqual(name, 'foo')
def run_plan(self, test_plan):
env = connect_juju_client(self.controller, logging=logging)
if not env:
msg = "Jujuclient could not connect to {} ".format(self.controller)
logging.error(msg)
test_result = self.generate_test_result(
provider=get_provider_name(guess_provider_name(
self.controller)),
test_name="Juju client failed",
output=msg)
self.save_result_in_datastore(test_result, [], test_plan)
return False
env.name = self.controller
env_info = env.info()
provider = (env_info.get("provider-type")
or env_info.get("ProviderType"))
env.provider_name = get_provider_name(provider)
logging.info('Running test on {}.'.format(env.provider_name))
resource_available = self.check_cloud_resource(test_plan, env_info)
if resource_available is False:
msg = 'Resource not available'
logging.error(msg)
test_result = self.generate_test_result(provider=env.provider_name,
test_name=msg,
output=msg)
self.save_result_in_datastore(test_result, [], test_plan)
return False
benchmark_result = []
try:
test_result = self.run_tests(test_plan, env)
benchmark_result = self.run_benchmarks(test_plan, env)
except Exception:
tb = traceback.format_exc()
error = "Exception ({}):\n{}".format(env.name, tb)
logging.error(error)
# create a fake SuiteResult to hold exception traceback
test_result = self.generate_test_result(provider=env.provider_name,
test_name='Exception',
output=error)
self.save_result_in_datastore(test_result, benchmark_result, test_plan)
return test_result.test_outcome == "PASS"
def run_plan(self, test_plan):
env = connect_juju_client(self.controller, logging=logging)
if not env:
logging.error("Jujuclient could not connect to {} ".format(
self.controller))
return False
env.name = self.controller
provider = (env.info().get("provider-type") or
env.info().get("ProviderType"))
env.provider_name = get_provider_name(provider)
logging.info('Running test on {}.'.format(env.provider_name))
try:
test_result = self.run_tests(test_plan, env)
benchmark_results = self.run_benchmarks(test_plan, env)
except Exception:
tb = traceback.format_exc()
error = "Exception ({}):\n{}".format(env.name, tb)
logging.error(error)
# create a fake SuiteResult to hold exception traceback
test_result = model.SuiteResult(
provider=env.provider_name,
test_outcome='Error Running Tests',
tests=[model.TestResult(
name='Error Running Tests',
duration=0.0,
output=error,
result='INFRA',
)])
return False
datastore = DataStore.get(
self.args.results_dir,
self.args.bucket,
self.args.s3_creds,
self.args.s3_public)
svg_data = fetch_svg(test_result.bundle_yaml)
with datastore.lock():
index = self.load_index(datastore)
report = self.load_report(datastore, index, test_plan)
report.upsert_result(test_result)
report.upsert_benchmarks(benchmark_results)
index.upsert_report(report)
datastore.write(
'css/base.css',
resource_string(__name__,
'static/css/base.css').decode('utf8'))
datastore.write(
'css/vanilla.min.css',
resource_string(__name__,
'static/css/vanilla.min.css').decode('utf8'))
datastore.write(index.full_index_filename_json, index.as_json())
datastore.write(index.full_index_filename_html, index.as_html())
datastore.write(report.filename_json, report.as_json())
datastore.write(report.filename_html, report.as_html(svg_data))
datastore.write(index.summary_filename_html, index.summary_html())
datastore.write(index.summary_filename_json, index.summary_json())
for bundle_name in index.bundle_names():
datastore.write(
index.bundle_index_html(bundle_name),
index.as_html(bundle_name,
limit=self.args.results_per_bundle))
datastore.write(
index.bundle_index_json(bundle_name),
index.as_json(bundle_name,
limit=self.args.results_per_bundle))
return True
