def cases(self):
""" All test cases created by the user """
import nitrate
if self._cases is None:
log.info("Searching for cases created by {0}".format(self.user))
self._cases = [
case for case in nitrate.TestCase.search(
author__email=self.user.email,
create_date__gt=str(self.options.since),
create_date__lt=str(self.options.until))
if case.status != nitrate.CaseStatus("DISABLED")
]
return self._cases
def export_to_nitrate(test, create, general):
""" Export fmf metadata to nitrate test cases """
import_nitrate()
new_test_created = False
# Check nitrate test case
try:
nitrate_id = test.node.get('extra-nitrate')[3:]
nitrate_case = nitrate.TestCase(int(nitrate_id))
echo(style(f"Test case '{nitrate_case.identifier}' found.", fg='blue'))
except TypeError:
# Create a new nitrate test case
if create:
nitrate_case = create_nitrate_case(test)
new_test_created = True
else:
raise ConvertError("Nitrate test case id not found.")
# Summary
summary = test.node.get('extra-summary',
test.node.get('extra-task', test.summary))
if summary:
nitrate_case.summary = summary
echo(style('summary: ', fg='green') + summary)
else:
raise ConvertError("Nitrate case summary could not be determined.")
# Script
if test.node.get('extra-task'):
nitrate_case.script = test.node.get('extra-task')
echo(style('script: ', fg='green') + test.node.get('extra-task'))
# Components
# First remove any components that are already there
nitrate_case.components.clear()
# Then add fmf ones
if test.component:
echo(style('components: ', fg='green') + ' '.join(test.component))
for component in test.component:
try:
nitrate_case.components.add(
nitrate.Component(name=component,
product=DEFAULT_PRODUCT.id))
except nitrate.xmlrpc_driver.NitrateError as error:
log.debug(error)
echo(style(f"Failed to add component '{component}'.",
fg='red'))
if general:
try:
general_plan = find_general_plan(component)
nitrate_case.testplans.add(general_plan)
except nitrate.NitrateError as error:
log.debug(error)
echo(
style(
f"Failed to link general test plan for '{component}'.",
fg='red'))
# Tags
nitrate_case.tags.clear()
# Convert 'tier' attribute into a Tier tag
if test.tier is not None:
test.tag.append(f"Tier{test.tier}")
# Add special fmf-export tag
test.tag.append('fmf-export')
nitrate_case.tags.add([nitrate.Tag(tag) for tag in test.tag])
echo(style('tags: ', fg='green') + ' '.join(set(test.tag)))
# Default tester
if test.contact:
# Need to pick one value, so picking the first contact
email_address = email.utils.parseaddr(test.contact[0])[1]
# TODO handle nitrate user not existing and other possible exceptions
nitrate_case.tester = nitrate.User(email_address)
echo(style('default tester: ', fg='green') + email_address)
# Duration
nitrate_case.time = test.duration
echo(style('estimated time: ', fg='green') + test.duration)
# Status
current_status = nitrate_case.status
# Enable enabled tests
if test.enabled:
nitrate_case.status = nitrate.CaseStatus('CONFIRMED')
echo(style('status: ', fg='green') + 'CONFIRMED')
# Disable disabled tests which are CONFIRMED
elif current_status == nitrate.CaseStatus('CONFIRMED'):
nitrate_case.status = nitrate.CaseStatus('DISABLED')
echo(style('status: ', fg='green') + 'DISABLED')
# Keep disabled tests in their states
else:
echo(style('status: ', fg='green') + str(current_status))
# Environment
if test.environment:
environment = ' '.join(tmt.utils.shell_variables(test.environment))
nitrate_case.arguments = environment
echo(style('arguments: ', fg='green') + environment)
else:
# FIXME unable clear to set empty arguments
# (possibly error in xmlrpc, BZ#1805687)
nitrate_case.arguments = ' '
echo(style('arguments: ', fg='green') + "' '")
# Structured Field
struct_field = tmt.utils.StructuredField(nitrate_case.notes)
echo(style('Structured Field: ', fg='green'))
# Mapping of structured field sections to fmf case attributes
section_to_attr = {
'relevancy': test.relevancy,
'description': test.summary,
'purpose-file': test.description,
'hardware': test.node.get('extra-hardware'),
'pepa': test.node.get('extra-pepa'),
}
for section, attribute in section_to_attr.items():
if attribute is None:
try:
struct_field.remove(section)
except tmt.utils.StructuredFieldError:
pass
else:
struct_field.set(section, attribute)
echo(style(section + ': ', fg='green') + attribute.strip())
# fmf identifer
fmf_id = test.fmf_id
struct_field.set('fmf', yaml.dump(fmf_id))
echo(style('fmf id:\n', fg='green') + yaml.dump(fmf_id).strip())
# Warning
if WARNING not in struct_field.header():
struct_field.header(WARNING + struct_field.header())
echo(style('Added warning about porting to case notes.', fg='green'))
# Saving case.notes with edited StructField
nitrate_case.notes = struct_field.save()
# Update nitrate test case
nitrate_case.update()
echo(
style("Test case '{0}' successfully exported to nitrate.".format(
nitrate_case.identifier),
fg='magenta'))
# Write id of newly created nitrate case to its file
if new_test_created:
fmf_file_path = test.node.sources[-1]
try:
with open(fmf_file_path, encoding='utf-8') as fmf_file:
content = yaml.safe_load(fmf_file)
except IOError:
raise ConvertError("Unable to open '{0}'.".format(fmf_file_path))
content['extra-nitrate'] = nitrate_case.identifier
tmt.convert.write(fmf_file_path, content)
def export_to_nitrate(test):
""" Export fmf metadata to nitrate test cases """
import_nitrate()
new_test_created = False
# Check command line options
create = test.opt('create')
general = test.opt('general')
duplicate = test.opt('duplicate')
link_bugzilla = test.opt('bugzilla')
if link_bugzilla:
import_bugzilla()
try:
bz_instance = bugzilla.Bugzilla(url=BUGZILLA_XMLRPC_URL)
except Exception as exc:
log.debug(traceback.format_exc())
raise ConvertError("Couldn't initialize the Bugzilla client.",
original=exc)
if not bz_instance.logged_in:
raise ConvertError(
"Not logged to Bugzilla, check `man bugzilla` section "
"'AUTHENTICATION CACHE AND API KEYS'.")
# Check nitrate test case
try:
nitrate_id = test.node.get('extra-nitrate')[3:]
nitrate_case = nitrate.TestCase(int(nitrate_id))
nitrate_case.summary # Make sure we connect to the server now
echo(style(f"Test case '{nitrate_case.identifier}' found.", fg='blue'))
except TypeError:
# Create a new nitrate test case
if create:
nitrate_case = None
# Check for existing Nitrate tests with the same fmf id
if not duplicate:
testcases = _nitrate_find_fmf_testcases(test)
try:
# Select the first found testcase if any
nitrate_case = next(testcases)
except StopIteration:
pass
if not nitrate_case:
nitrate_case = create_nitrate_case(test)
new_test_created = True
# Newly created tmt tests have special format summary
test._metadata['extra-summary'] = nitrate_case.summary
else:
raise ConvertError(f"Nitrate test case id not found for {test}"
" (You can use --create option to enforce"
" creating testcases)")
except (nitrate.NitrateError, gssapi.raw.misc.GSSError) as error:
raise ConvertError(error)
# Summary
summary = (test._metadata.get('extra-summary')
or test._metadata.get('extra-task') or test.summary
or test.name)
if summary:
nitrate_case.summary = summary
echo(style('summary: ', fg='green') + summary)
else:
raise ConvertError("Nitrate case summary could not be determined.")
# Script
if test.node.get('extra-task'):
nitrate_case.script = test.node.get('extra-task')
echo(style('script: ', fg='green') + test.node.get('extra-task'))
# Components
# First remove any components that are already there
nitrate_case.components.clear()
if general:
# Remove also all general plans linked to testcase
for nitrate_plan in [plan for plan in nitrate_case.testplans]:
if nitrate_plan.type.name == "General":
nitrate_case.testplans.remove(nitrate_plan)
# Then add fmf ones
if test.component:
echo(style('components: ', fg='green') + ' '.join(test.component))
for component in test.component:
try:
nitrate_case.components.add(
nitrate.Component(name=component,
product=DEFAULT_PRODUCT.id))
except nitrate.xmlrpc_driver.NitrateError as error:
log.debug(error)
echo(style(f"Failed to add component '{component}'.",
fg='red'))
if general:
try:
general_plan = find_general_plan(component)
nitrate_case.testplans.add(general_plan)
except nitrate.NitrateError as error:
log.debug(error)
echo(
style(
f"Failed to link general test plan for '{component}'.",
fg='red'))
# Tags
nitrate_case.tags.clear()
# Convert 'tier' attribute into a Tier tag
if test.tier is not None:
test.tag.append(f"Tier{test.tier}")
# Add special fmf-export tag
test.tag.append('fmf-export')
nitrate_case.tags.add([nitrate.Tag(tag) for tag in test.tag])
echo(style('tags: ', fg='green') + ' '.join(set(test.tag)))
# Default tester
if test.contact:
# Need to pick one value, so picking the first contact
email_address = email.utils.parseaddr(test.contact[0])[1]
# TODO handle nitrate user not existing and other possible exceptions
nitrate_case.tester = nitrate.User(email_address)
echo(style('default tester: ', fg='green') + email_address)
# Duration
nitrate_case.time = test.duration
echo(style('estimated time: ', fg='green') + test.duration)
# Manual
nitrate_case.automated = not test.manual
echo(style('automated: ', fg='green') + ['auto', 'manual'][test.manual])
# Status
current_status = nitrate_case.status
# Enable enabled tests
if test.enabled:
nitrate_case.status = nitrate.CaseStatus('CONFIRMED')
echo(style('status: ', fg='green') + 'CONFIRMED')
# Disable disabled tests which are CONFIRMED
elif current_status == nitrate.CaseStatus('CONFIRMED'):
nitrate_case.status = nitrate.CaseStatus('DISABLED')
echo(style('status: ', fg='green') + 'DISABLED')
# Keep disabled tests in their states
else:
echo(style('status: ', fg='green') + str(current_status))
# Environment
if test.environment:
environment = ' '.join(tmt.utils.shell_variables(test.environment))
nitrate_case.arguments = environment
echo(style('arguments: ', fg='green') + environment)
else:
# FIXME unable clear to set empty arguments
# (possibly error in xmlrpc, BZ#1805687)
nitrate_case.arguments = ' '
echo(style('arguments: ', fg='green') + "' '")
# Structured Field
struct_field = tmt.utils.StructuredField(nitrate_case.notes)
echo(style('Structured Field: ', fg='green'))
# Mapping of structured field sections to fmf case attributes
section_to_attr = {
'description': test.summary,
'purpose-file': test.description,
'hardware': test.node.get('extra-hardware'),
'pepa': test.node.get('extra-pepa'),
}
for section, attribute in section_to_attr.items():
if attribute is None:
try:
struct_field.remove(section)
except tmt.utils.StructuredFieldError:
pass
else:
struct_field.set(section, attribute)
echo(style(section + ': ', fg='green') + attribute.strip())
# fmf identifer
fmf_id = tmt.utils.dict_to_yaml(test.fmf_id)
struct_field.set('fmf', fmf_id)
echo(style('fmf id:\n', fg='green') + fmf_id.strip())
# Warning
if WARNING not in struct_field.header():
struct_field.header(WARNING + struct_field.header())
echo(style('Add migration warning to the test case notes.',
fg='green'))
# Saving case.notes with edited StructField
nitrate_case.notes = struct_field.save()
# Export manual test instructions from *.md file to nitrate as html
md_path = return_markdown_file()
if os.path.exists(md_path):
step, expect, setup, cleanup = convert_manual_to_nitrate(md_path)
nitrate.User()._server.TestCase.store_text(nitrate_case.id, step,
expect, setup, cleanup)
echo(style(f"manual steps:", fg='green') + f" found in {md_path}")
# Append id of newly created nitrate case to its file
if new_test_created:
echo(style(f"Append the nitrate test case id.", fg='green'))
try:
with test.node as data:
data["extra-nitrate"] = nitrate_case.identifier
except AttributeError:
# FIXME: Remove this deprecated code after fmf support
# for storing modified data is released long enough
file_path = test.node.sources[-1]
try:
with open(file_path, encoding='utf-8', mode='a+') as file:
file.write(f"extra-nitrate: {nitrate_case.identifier}\n")
except IOError:
raise ConvertError("Unable to open '{0}'.".format(file_path))
# List of bugs test verifies
verifies_bug_ids = []
for link in test.link:
try:
verifies_bug_ids.append(
int(re.search(RE_BUGZILLA_URL, link['verifies']).group(1)))
except Exception as err:
log.debug(err)
# Add bugs to the Nitrate case
for bug_id in verifies_bug_ids:
nitrate_case.bugs.add(nitrate.Bug(bug=int(bug_id)))
# Update nitrate test case
nitrate_case.update()
echo(
style("Test case '{0}' successfully exported to nitrate.".format(
nitrate_case.identifier),
fg='magenta'))
# Optionally link Bugzilla to Nitrate case
if link_bugzilla and verifies_bug_ids:
try:
bz_set_coverage(bz_instance, verifies_bug_ids,
int(nitrate_case.id))
echo(
style("Linked to Bugzilla: {}.".format(" ".join(
[f"BZ#{bz_id}" for bz_id in verifies_bug_ids])),
fg='magenta'))
except Exception as err:
raise ConvertError("Couldn't update bugs", original=err)
""" Prepare test bed - create Test Cases, Test Plans and Test Runs """
import nitrate
import random
import optparse
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
# Global Constants
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
MASTER_TESTPLAN_NAME = "Master Test Plan"
PRODUCT = nitrate.Product(name="RHEL Tests")
VERSION = nitrate.Version(product=PRODUCT, version="unspecified")
PLANTYPE = nitrate.PlanType(name="Function")
CATEGORY = nitrate.Category(category="Regression", product=PRODUCT)
CASESTATUS = nitrate.CaseStatus("CONFIRMED")
BUILD = nitrate.Build(product=PRODUCT, build="unspecified")
TAGS = [nitrate.Tag(id) for id in range(3000, 3200)]
TESTERS = [nitrate.User(id) for id in range(1000, 1050)]
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
# Parse Options
# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
def parse_options():
parser = optparse.OptionParser(
usage="test-bed-prepare [--plans #] [--runs #] [--cases #]",
description=__doc__.strip())
parser.add_option("--plans",
info("Linking automated test cases from the general plan")
for testcase in general_plan:
if testcase.automated:
release_plan.testcases.add(testcase)
release_plan.update()
# Create a new test case
info("Creating a new test case")
testcase = nitrate.TestCase(summary="New performance test",
product="Red Hat Enterprise Linux 6",
category="Performance",
script="/CoreOS/python/Performance/base")
# Set status, priority, default tester, add tags, attach bugs, link plans
info("Setting status, priority, tester, tags, bugs and plans")
testcase.status = nitrate.CaseStatus("CONFIRMED")
testcase.priority = nitrate.Priority("P1")
testcase.tester = nitrate.User("psplicha")
testcase.tags.add(nitrate.Tag("Tier1"))
testcase.bugs.add(nitrate.Bug(bug=123))
testcase.testplans.add([general_plan, release_plan])
testcase.update()
# List all general plan's children including their status
info("Listing child test plans of the general test plan")
for testplan in general_plan.children:
print testplan, testplan.status
# Create a new test run
info("Creating a new test run")
testrun = nitrate.TestRun(testplan=release_plan,
