def main():
""" parse command line options and generate file """
start_time = time.time()
# parse command line options
parser = argparse.ArgumentParser(
description='Schema validates one or more OVAL definitions files.')
parser.add_argument(
'pathname',
nargs='+',
help=
'pathname(s) specifying file(s) to validate (supports glob patterns)')
parser.add_argument(
'-s',
'--schematron',
default=False,
action="store_true",
help='additionally, schematron validate the output file')
args = vars(parser.parse_args())
# find and normalize all files in provided glob(s)
files = {
os.path.normpath(pathname)
for pathname in args['pathname'] for filepath in glob.glob(pathname)
}
files_count = len(files)
message('info', 'Preparing to validate {0} file(s)'.format(files_count))
schema_path = lib_repo.get_oval_def_schema('5.11.2')
for i_file, filepath in enumerate(files):
message('info', '{0}. {1}'.format(i_file + 1, filepath))
# schema validate
message('info', 'Performing schema validation')
try:
lib_xml.schema_validate(filepath, schema_path)
message('info', 'Schema validation successful')
except lib_xml.SchemaValidationError as e:
message('error',
'Schema validation failed:\n\t{0}'.format(e.message))
if args['schematron']:
# schematron validate
message('info', 'Performing schematron validation')
try:
lib_xml.schematron_validate(filepath, schema_path)
message('info', 'Schematron validation successful')
except lib_xml.SchematronValidationError as e:
message(
'error', 'Schematron validation failed:\n\t{0}'.format(
'\n\t'.join(e.messages)))
seconds_elapsed = time.time() - start_time
message('info',
'Completed in {0}!'.format(format_duration(seconds_elapsed)))
def main():
""" parse command line options and generate file """
start_time = time.time()
# parse command line options
parser = argparse.ArgumentParser(description='Schema validates one or more OVAL definitions files.')
parser.add_argument('pathname', nargs='+', help='pathname(s) specifying file(s) to validate (supports glob patterns)')
parser.add_argument('-s', '--schematron', default=False, action="store_true", help='additionally, schematron validate the output file')
args = vars(parser.parse_args())
# find and normalize all files in provided glob(s)
files = { os.path.normpath(pathname) for pathname in args['pathname'] for filepath in glob.glob(pathname) }
files_count = len(files)
message('info', 'Preparing to validate {0} file(s)'.format(files_count))
schema_path = lib_repo.get_oval_def_schema('5.11.1')
for i_file, filepath in enumerate(files):
message('info','{0}. {1}'.format(i_file + 1, filepath))
# schema validate
message('info','Performing schema validation')
try:
lib_xml.schema_validate(filepath, schema_path)
message('info','Schema validation successful')
except lib_xml.SchemaValidationError as e:
message('error','Schema validation failed:\n\t{0}'.format(e.message))
if args['schematron']:
# schematron validate
message('info','Performing schematron validation')
try:
lib_xml.schematron_validate(filepath, schema_path)
message('info','Schematron validation successful')
except lib_xml.SchematronValidationError as e:
message('error','Schematron validation failed:\n\t{0}'.format('\n\t'.join(e.messages)))
seconds_elapsed = time.time() - start_time
message('info','Completed in {0}!'.format(format_duration(seconds_elapsed)))
def main():
""" parse command line options and generate file """
start_time = time.time()
# parse command line options
parser = argparse.ArgumentParser(description='Builds a schema-valid OVAL definitions file.')
output_options = parser.add_argument_group('output options')
output_options.add_argument('-o', '--outfile', required=True, help='file name for output OVAL definitions file')
output_options.add_argument('-v', '--validate', default=False, action="store_true", help='schema validate the output file')
output_options.add_argument('-s', '--schematron', default=False, action="store_true", help='schematron validate the output file')
output_options.add_argument('-t', '--tempdir', required=False, default="./", help="directory to store temporary files used when building oval definitions (default: './')")
source_options = parser.add_argument_group('definitions filtering',
'Provide at least one of the following options to determine which definition(s) ' +
'will be included. Results will include the intersection of matches for each parameter ' +
'supplied. When multiple values are supplied for one paramater, the parameter will ' +
'match definitions that match any provided value.')
source_options.add_argument('--definition_id', nargs='*', dest='oval_id', help='match OVAL definition id(s)')
source_options.add_argument('--title', nargs='*', dest='title', metavar='PHRASE', help='match phrase(s) in definition titles')
source_options.add_argument('--description', nargs='*', dest='description', metavar='PHRASE', help='match phrase(s) in definition titles')
source_options.add_argument('--class', nargs='*', dest='class', help='filter by class(es): {0}'.format(', '.join(lib_repo.supported_definition_classes)))
source_options.add_argument('--status', nargs='*', dest='status', help='filter by status(es): {0}'.format(', '.join(lib_repo.supported_definition_statuses)))
source_options.add_argument('--family', nargs='*', dest='family', help='filter by family(ies)')
source_options.add_argument('--platform', nargs='*', dest='platforms', metavar='PLATFORM', help='filter by platform(s)')
source_options.add_argument('--product', nargs='*', dest='products', metavar='PRODUCT', help='filter by product(s)')
source_options.add_argument('--contributor', nargs='*', dest='contributors', metavar='NAME', help='filter by contributor(s)')
source_options.add_argument('--organization', nargs='*', dest='organizations', metavar='NAME', help='filter by organization(s)')
source_options.add_argument('--reference_id', nargs='*', dest='reference_ids', metavar='REFERENCE_ID', help='filter by reference ids, e.g. CVE-2015-3306')
source_options.add_argument('--max_schema_version', nargs="?", dest='max_schema_version', metavar='SCHEMA_VERSION', help='filter by maximum oval schema version, e.g. 5.10')
source_options.add_argument('--all_definitions', default=False, action="store_true", help='include all definitions in the repository (do not specify any other filters)')
source_options.add_argument('--from', nargs='?', default='', metavar='YYYYMMDD', help='include elements revised on or after this day (format: YYYYMMDD)')
source_options.add_argument('--to', nargs='?', default='', metavar='YYYYMMDD', help='include elements revised on or before this day (format: YYYYMMDD)')
args = vars(parser.parse_args())
# get definitions index
definitions_index = lib_search.DefinitionsIndex(message)
# contruct query from args
query = {}
for field in definitions_index.get_fieldnames():
if field in args and args[field]:
query[field] = args[field]
# add schema_version filter, if specified
if args['max_schema_version']:
query['min_schema_version'] = '[0 TO {0}]'.format(definitions_index.version_to_int(args['max_schema_version']))
# add date range and contributor/org filters, if specified
all_definitions_filtered = False
if args['from'] or args['to'] or args['contributors'] or args['organizations']:
# get revisions index
revisions_index = lib_search.RevisionsIndex(message)
if args['from'] or args['to']:
filtered_oval_ids = revisions_index.get_definition_ids({ 'date': revisions_index.format_daterange(args['from'], args['to']) })
if args['contributors']:
contributor_filtered_ids = revisions_index.get_definition_ids({ 'contributor': args['contributors'] })
filtered_oval_ids = filtered_oval_ids & contributor_filtered_ids if 'filtered_oval_ids' in locals() else contributor_filtered_ids
if args['organizations']:
organization_filtered_ids = revisions_index.get_definition_ids({ 'organization': args['organizations'] })
filtered_oval_ids = filtered_oval_ids & organization_filtered_ids if 'filtered_oval_ids' in locals() else organization_filtered_ids
# add to query
if 'oval_id' in query and query['oval_id']:
# if oval_id(s) specified in args, get intersection with filtered oval ids
query['oval_id'] = set(query['oval_id']) & filtered_oval_ids
else:
query['oval_id'] = filtered_oval_ids
if not query['oval_id']:
all_definitions_filtered = True
# --all_definitions OR at least one definition selection option must be specified
if args['all_definitions'] and query:
parser.print_help()
message('error',"The '--all_definitions' filter cannot be combined with any other filters.")
sys.exit(1)
elif not (args['all_definitions'] or query):
parser.print_help()
message('error','At least one definitions filtering argument must be provided.')
sys.exit(1)
# query index
query_results = definitions_index.query(query) if not all_definitions_filtered else {}
# get set of all definition ids found
definition_ids = { document['oval_id'] for document in query_results }
message('info','Found {0} matching OVAL definitions'.format(len(definition_ids)))
# create generator and set oval schema version, if necessary
OvalGenerator = lib_xml.OvalGenerator(message, args['tempdir'])
if args['max_schema_version']:
OvalGenerator.oval_schema_version = args['max_schema_version']
if definition_ids:
# add all downstream element ids
message('info','Finding downstream OVAL ids for all definitions')
elements_index = lib_search.ElementsIndex(message)
oval_ids = elements_index.find_downstream_ids(definition_ids, definition_ids)
message('info','Found {0} downstream OVAL ids'.format(len(oval_ids) - len(query_results)))
# get paths for all elements
message('info','Finding paths for {0} OVAL elements'.format(len(oval_ids)))
file_paths = elements_index.get_paths_from_ids(oval_ids)
# build in memory if there aren't that many files
if len(file_paths) < 200:
OvalGenerator.use_file_queues = False
# add each OVAL definition to generator
message('info','Generating OVAL definition file with {0} elements'.format(len(oval_ids)))
for file_path in file_paths:
element_type = lib_repo.get_element_type_from_path(file_path)
OvalGenerator.queue_element_file(element_type, file_path)
# write output file
message('info','Writing OVAL definitions to {0}'.format(args['outfile']))
OvalGenerator.to_file(args['outfile'])
# validate
if args['validate']:
# schema validate
schema_path = lib_repo.get_oval_def_schema(OvalGenerator.oval_schema_version)
message('info','performing schema validation')
try:
lib_xml.schema_validate(args['outfile'], schema_path)
message('info','schema validation successful')
except lib_xml.SchemaValidationError as e:
message('error','schema validation failed:\n\t{0}'.format(e.message))
if args['schematron']:
# schematron validate
schema_path = lib_repo.get_oval_def_schema(OvalGenerator.oval_schema_version)
message('info','performing schematron validation')
try:
lib_xml.schematron_validate(args['outfile'], schema_path)
message('info','schematron validation successful')
except lib_xml.SchematronValidationError as e:
message('error','schematron validation failed:\n\t{0}'.format('\n\t'.join(e.messages)))
seconds_elapsed = time.time() - start_time
message('info','Completed in {0}!'.format(format_duration(seconds_elapsed)))
def main():
""" parse command line options and generate file """
start_time = time.time()
# parse command line options
parser = argparse.ArgumentParser(
description='Builds a schema-valid OVAL definitions file.')
output_options = parser.add_argument_group('output options')
output_options.add_argument(
'-o',
'--outfile',
required=True,
help='file name for output OVAL definitions file')
output_options.add_argument('-v',
'--validate',
default=False,
action="store_true",
help='schema validate the output file')
output_options.add_argument('-s',
'--schematron',
default=False,
action="store_true",
help='schematron validate the output file')
output_options.add_argument(
'-t',
'--tempdir',
required=False,
default="./",
help=
"directory to store temporary files used when building oval definitions (default: './')"
)
source_options = parser.add_argument_group(
'definitions filtering',
'Provide at least one of the following options to determine which definition(s) '
+
'will be included. Results will include the intersection of matches for each parameter '
+
'supplied. When multiple values are supplied for one paramater, the parameter will '
+ 'match definitions that match any provided value.')
source_options.add_argument('--definition_id',
nargs='*',
dest='oval_id',
help='match OVAL definition id(s)')
source_options.add_argument('--title',
nargs='*',
dest='title',
metavar='PHRASE',
help='match phrase(s) in definition titles')
source_options.add_argument('--description',
nargs='*',
dest='description',
metavar='PHRASE',
help='match phrase(s) in definition titles')
source_options.add_argument(
'--class',
nargs='*',
dest='class',
help='filter by class(es): {0}'.format(', '.join(
lib_repo.supported_definition_classes)))
source_options.add_argument(
'--status',
nargs='*',
dest='status',
help='filter by status(es): {0}'.format(', '.join(
lib_repo.supported_definition_statuses)))
source_options.add_argument('--family',
nargs='*',
dest='family',
help='filter by family(ies)')
source_options.add_argument('--platform',
nargs='*',
dest='platforms',
metavar='PLATFORM',
help='filter by platform(s)')
source_options.add_argument('--product',
nargs='*',
dest='products',
metavar='PRODUCT',
help='filter by product(s)')
source_options.add_argument('--contributor',
nargs='*',
dest='contributors',
metavar='NAME',
help='filter by contributor(s)')
source_options.add_argument('--organization',
nargs='*',
dest='organizations',
metavar='NAME',
help='filter by organization(s)')
source_options.add_argument(
'--reference_id',
nargs='*',
dest='reference_ids',
metavar='REFERENCE_ID',
help='filter by reference ids, e.g. CVE-2015-3306')
source_options.add_argument(
'--max_schema_version',
nargs="?",
dest='max_schema_version',
metavar='SCHEMA_VERSION',
help='filter by maximum oval schema version, e.g. 5.10')
source_options.add_argument(
'--all_definitions',
default=False,
action="store_true",
help=
'include all definitions in the repository (do not specify any other filters)'
)
source_options.add_argument(
'--from',
nargs='?',
default='',
metavar='YYYYMMDD',
help='include elements revised on or after this day (format: YYYYMMDD)'
)
source_options.add_argument(
'--to',
nargs='?',
default='',
metavar='YYYYMMDD',
help='include elements revised on or before this day (format: YYYYMMDD)'
)
args = vars(parser.parse_args())
# get definitions index
definitions_index = lib_search.DefinitionsIndex(message)
# contruct query from args
query = {}
for field in definitions_index.get_fieldnames():
if field in args and args[field]:
query[field] = args[field]
# add schema_version filter, if specified
if args['max_schema_version']:
query['min_schema_version'] = '[0 TO {0}]'.format(
definitions_index.version_to_int(args['max_schema_version']))
# add date range and contributor/org filters, if specified
all_definitions_filtered = False
if args['from'] or args['to'] or args['contributors'] or args[
'organizations']:
# get revisions index
revisions_index = lib_search.RevisionsIndex(message)
if args['from'] or args['to']:
filtered_oval_ids = revisions_index.get_definition_ids({
'date':
revisions_index.format_daterange(args['from'], args['to'])
})
if args['contributors']:
contributor_filtered_ids = revisions_index.get_definition_ids(
{'contributor': args['contributors']})
filtered_oval_ids = filtered_oval_ids & contributor_filtered_ids if 'filtered_oval_ids' in locals(
) else contributor_filtered_ids
if args['organizations']:
organization_filtered_ids = revisions_index.get_definition_ids(
{'organization': args['organizations']})
filtered_oval_ids = filtered_oval_ids & organization_filtered_ids if 'filtered_oval_ids' in locals(
) else organization_filtered_ids
# add to query
if 'oval_id' in query and query['oval_id']:
# if oval_id(s) specified in args, get intersection with filtered oval ids
query['oval_id'] = set(query['oval_id']) & filtered_oval_ids
else:
query['oval_id'] = filtered_oval_ids
if not query['oval_id']:
all_definitions_filtered = True
# --all_definitions OR at least one definition selection option must be specified
if args['all_definitions'] and query:
parser.print_help()
message(
'error',
"The '--all_definitions' filter cannot be combined with any other filters."
)
sys.exit(1)
elif not (args['all_definitions'] or query):
parser.print_help()
message(
'error',
'At least one definitions filtering argument must be provided.')
sys.exit(1)
# query index
query_results = definitions_index.query(
query) if not all_definitions_filtered else {}
# get set of all definition ids found
definition_ids = {document['oval_id'] for document in query_results}
message('info',
'Found {0} matching OVAL definitions'.format(len(definition_ids)))
# create generator and set oval schema version, if necessary
OvalGenerator = lib_xml.OvalGenerator(message, args['tempdir'])
if args['max_schema_version']:
OvalGenerator.oval_schema_version = args['max_schema_version']
if definition_ids:
# add all downstream element ids
message('info', 'Finding downstream OVAL ids for all definitions')
elements_index = lib_search.ElementsIndex(message)
oval_ids = elements_index.find_downstream_ids(definition_ids,
definition_ids)
message(
'info', 'Found {0} downstream OVAL ids'.format(
len(oval_ids) - len(query_results)))
# get paths for all elements
message('info',
'Finding paths for {0} OVAL elements'.format(len(oval_ids)))
file_paths = elements_index.get_paths_from_ids(oval_ids)
# build in memory if there aren't that many files
if len(file_paths) < 200:
OvalGenerator.use_file_queues = False
# add each OVAL definition to generator
message(
'info', 'Generating OVAL definition file with {0} elements'.format(
len(oval_ids)))
for file_path in file_paths:
element_type = lib_repo.get_element_type_from_path(file_path)
OvalGenerator.queue_element_file(element_type, file_path)
# write output file
message('info', 'Writing OVAL definitions to {0}'.format(args['outfile']))
OvalGenerator.to_file(args['outfile'])
# validate
if args['validate']:
# schema validate
schema_path = lib_repo.get_oval_def_schema(
OvalGenerator.oval_schema_version)
message('info', 'performing schema validation')
try:
lib_xml.schema_validate(args['outfile'], schema_path)
message('info', 'schema validation successful')
except lib_xml.SchemaValidationError as e:
message('error',
'schema validation failed:\n\t{0}'.format(e.message))
if args['schematron']:
# schematron validate
schema_path = lib_repo.get_oval_def_schema(
OvalGenerator.oval_schema_version)
message('info', 'performing schematron validation')
try:
lib_xml.schematron_validate(args['outfile'], schema_path)
message('info', 'schematron validation successful')
except lib_xml.SchematronValidationError as e:
message(
'error', 'schematron validation failed:\n\t{0}'.format(
'\n\t'.join(e.messages)))
seconds_elapsed = time.time() - start_time
message('info',
'Completed in {0}!'.format(format_duration(seconds_elapsed)))
def main():
""" parse command line options and call lib functions """
start_time = time.time()
parser = argparse.ArgumentParser(description='Identify changes in current working directory as compared to a remote authoritative copy of the repo and identify all the elements affected by those changes.')
# Note: I don't think we need to support files. If a file is submitted, CIS/QA can decompose it and then run this. So this can always run against repo.
#parser.add_argument('-f', '--file', required=False, help='The name of the source file. If not used the local git repository will be used as the source')
parser.add_argument('--silent', required=False, action="store_true", help='Suppress messages')
parser.add_argument('--remote', required=False, default='upstream', help="name of authoritative remote (default: 'upstream')")
parser.add_argument('--branch', required=False, default='master', help="name of branch in authoritative remote (default: 'master')")
parser.add_argument('--outfile', required=False, default='all.affected.oval.xml', help="file name OVAL definitions file containing all affected definitions (default 'all.affected.oval.xml')")
parser.add_argument('-s', '--schematron', default=False, action="store_true", help='schematron validate the affected definitions')
args = vars(parser.parse_args())
silent = args['silent']
## 1. Find Affected Elements
# get changes in working dir vs. remote/branch
message('info', 'Comparing working directory to {0}/{1}'.format(args['remote'], args['branch']), silent)
paths_changed = lib_git.compare_current_oval_to_remote(args['remote'], args['branch'])
if not paths_changed:
message('info', 'No changes. Aborting.', silent)
sys.exit(0)
message('info', 'Found {0} files changed in working directory:\n\t{1}'.format(len(paths_changed), '\n\t'.join(paths_changed)), silent)
# convert paths to oval ids
oval_ids_changed = { lib_repo.path_to_oval_id(filepath) for filepath in paths_changed }
message('info', 'Found {0} OVAL elements changed in working directory:\n\t{1}'.format(len(oval_ids_changed), '\n\t'.join(oval_ids_changed)), silent)
# find all upstream ids
message('info','Finding upstream OVAL ids for {0} element(s)'.format(len(oval_ids_changed)), silent)
elements_index = lib_search.ElementsIndex(message)
upstream_ids = elements_index.find_upstream_ids(oval_ids_changed, set())
message('info','Found {0} upstream OVAL ids (all element types)'.format(len(upstream_ids)), silent)
affected_oval_ids = oval_ids_changed.union(upstream_ids)
# filter affected to defintion ids
affected_def_ids = { oval_id for oval_id in affected_oval_ids if lib_repo.get_element_type_from_oval_id(oval_id) == 'definition' }
message('info','Found {0} upstream OVAL definitions:\n\t{1}'.format(len(affected_def_ids), '\n\t'.join(affected_def_ids)), silent)
## 2. Build an OVAL Definitions File and Validate It!
message('info','Building an OVAL definitions file for all affected definitions.', silent)
# get all downstream elements
oval_ids = elements_index.find_downstream_ids(affected_def_ids, affected_def_ids)
file_paths = elements_index.get_paths_from_ids(oval_ids)
# add each OVAL definition to generator and write to file
message('info',"Generating OVAL definition file '{0}' with {1} elements".format(args['outfile'], len(oval_ids)), silent)
OvalGenerator = lib_xml.OvalGenerator(message)
for file_path in file_paths:
element_type = lib_repo.get_element_type_from_path(file_path)
OvalGenerator.queue_element_file(element_type, file_path)
OvalGenerator.to_file(args['outfile'])
# validate
schema_path = lib_repo.get_oval_def_schema('5.11.1')
message('info','Performing schema validation', silent)
try:
lib_xml.schema_validate(args['outfile'], schema_path)
message('info','Schema validation successful', silent)
except lib_xml.SchemaValidationError as e:
message('error','Schema validation failed:\n\t{0}'.format(e.message), silent)
if args['schematron']:
# schematron validate
schema_path = lib_repo.get_oval_def_schema('5.11.1')
message('info','Performing schematron validation', silent)
try:
lib_xml.schematron_validate(args['outfile'], schema_path)
message('info','Schematron validation successful', silent)
except lib_xml.SchematronValidationError as e:
message('error','Schematron validation failed:\n\t{0}'.format('\n\t'.join(e.messages)), silent)
#Find all downstream children -- that is, a search depth of one
#Find all upstream users, all the way up to the definition
#Sort the list: definitions, then tests, objects, states, and variables
#Show the list
#Offer to build an OVAL file that contains all the changes
seconds_elapsed = time.time() - start_time
message('info','Completed in {0}!'.format(format_duration(seconds_elapsed)), silent)
def main():
""" parse command line options and generate file """
start_time = time.time()
# parse command line options
parser = argparse.ArgumentParser(description='Builds a schema-valid OVAL definitions file.')
output_options = parser.add_argument_group('output options')
output_options.add_argument('-o', '--outfile', required=True, help='file name for output OVAL definitions file')
output_options.add_argument('-v', '--validate', default=False, action="store_true", help='schema validate the output file')
output_options.add_argument('-s', '--schematron', default=False, action="store_true", help='schematron validate the output file')
source_options = parser.add_argument_group('definitions filtering',
'Provide at least one of the following options to determine which definition(s) ' +
'will be included. Results will include the intersection of matches for each parameter ' +
'supplied. When multiple values are supplied for one paramater, the parameter will ' +
'match definitions that match any provided value.')
source_options.add_argument('--definition_id', nargs='*', dest='oval_id', help='match OVAL definition id(s)')
source_options.add_argument('--title', nargs='*', dest='title', metavar='PHRASE', help='match phrase(s) in definition titles')
source_options.add_argument('--description', nargs='*', dest='description', metavar='PHRASE', help='match phrase(s) in definition titles')
source_options.add_argument('--class', nargs='*', dest='class', help='filter by class(es): {0}'.format(', '.join(lib_repo.supported_definition_classes)))
source_options.add_argument('--status', nargs='*', dest='status', help='filter by status(es): {0}'.format(', '.join(lib_repo.supported_definition_statuses)))
source_options.add_argument('--family', nargs='*', dest='family', help='filter by family(ies)')
source_options.add_argument('--platform', nargs='*', dest='platforms', metavar='PLATFORM', help='filter by platform(s)')
source_options.add_argument('--product', nargs='*', dest='products', metavar='PRODUCT', help='filter by product(s)')
source_options.add_argument('--contributor', nargs='*', dest='contributors', metavar='NAME', help='filter by contributor(s)')
source_options.add_argument('--organization', nargs='*', dest='organizations', metavar='NAME', help='filter by organization(s)')
source_options.add_argument('--reference_id', nargs='*', dest='reference_ids', metavar='REFERENCE_ID', help='filter by reference ids, e.g. CVE-2015-3306')
output_options.add_argument('--all_definitions', default=False, action="store_true", help='include all definitions in the repository (do not specify any other filters)')
args = vars(parser.parse_args())
# get definitions index
definitions_index = lib_search.DefinitionsIndex(message)
# contruct query from args
query = {}
for field in definitions_index.get_fieldnames():
if field in args and args[field]:
query[field] = args[field]
# --all_definitions OR at least one definition selection option must be specified
if args['all_definitions'] and query:
parser.print_help()
message('error',"The '--all_definitions' filter cannot be combined with any other filters.")
sys.exit(0)
elif not (args['all_definitions'] or query):
parser.print_help()
message('error','At least one definitions filtering argument must be provided.')
sys.exit(0)
# query index
query_results = definitions_index.query(query)
if not query_results:
message('info','No matching OVAL definitions found. Aborting.')
sys.exit(0)
# get set of all definition ids found
definition_ids = { document['oval_id'] for document in query_results }
message('info','Found {0} matching OVAL definitions'.format(len(definition_ids)))
# add all downstream element ids
message('info','Finding downstream OVAL ids for all definitions')
elements_index = lib_search.ElementsIndex(message)
oval_ids = elements_index.find_downstream_ids(definition_ids, definition_ids)
message('info','Found {0} downstream OVAL ids'.format(len(oval_ids) - len(query_results)))
# get paths for all elements
message('info','Finding paths for {0} OVAL elements'.format(len(oval_ids)))
file_paths = elements_index.get_paths_from_ids(oval_ids)
# create generator
OvalGenerator = lib_xml.OvalGenerator(message)
# add each OVAL definition to generator
message('info','generating OVAL definition file with {0} elements'.format(len(oval_ids)))
for file_path in file_paths:
element_type = lib_repo.get_element_type_from_path(file_path)
OvalGenerator.queue_element_file(element_type, file_path)
# write output file
message('info','writing OVAL definitions to {0}'.format(args['outfile']))
OvalGenerator.write(args['outfile'])
# validate
if args['validate']:
# schema validate
schema_path = lib_repo.get_oval_def_schema('5.11.1')
message('info','performing schema validation')
try:
lib_xml.schema_validate(args['outfile'], schema_path)
message('info','schema validation successful')
except lib_xml.SchemaValidationError as e:
message('error','schema validation failed:\n\t{0}'.format(e.message))
if args['schematron']:
# schematron validate
schema_path = lib_repo.get_oval_def_schema('5.11.1')
message('info','performing schematron validation')
try:
lib_xml.schematron_validate(args['outfile'], schema_path)
message('info','schematron validation successful')
except lib_xml.SchematronValidationError as e:
message('error','schematron validation failed:\n\t{0}'.format('\n\t'.join(e.messages)))
seconds_elapsed = time.time() - start_time
message('info','Completed in {0}!'.format(format_duration(seconds_elapsed)))
# validate
schema_path = lib_repo.get_oval_def_schema('5.11.1')
message('info','Performing schema validation', silent)
try:
lib_xml.schema_validate(args['outfile'], schema_path)
message('info','Schema validation successful', silent)
except lib_xml.SchemaValidationError as e:
message('error','Schema validation failed:\n\t{0}'.format(e.message), silent)
if args['schematron']:
# schematron validate
schema_path = lib_repo.get_oval_def_schema('5.11.1')
message('info','Performing schematron validation', silent)
try:
lib_xml.schematron_validate(args['outfile'], schema_path)
message('info','Schematron validation successful', silent)
except lib_xml.SchematronValidationError as e:
message('error','Schematron validation failed:\n\t{0}'.format('\n\t'.join(e.messages)), silent)
#Find all downstream children -- that is, a search depth of one
#Find all upstream users, all the way up to the definition
#Sort the list: definitions, then tests, objects, states, and variables
#Show the list
#Offer to build an OVAL file that contains all the changes
seconds_elapsed = time.time() - start_time
message('info','Completed in {0}!'.format(format_duration(seconds_elapsed)), silent)
def main():
""" parse command line options and call lib functions """
start_time = time.time()
parser = argparse.ArgumentParser(
description=
'Identify changes in current working directory as compared to a remote authoritative copy of the repo and identify all the elements affected by those changes.'
)
# Note: I don't think we need to support files. If a file is submitted, CIS/QA can decompose it and then run this. So this can always run against repo.
#parser.add_argument('-f', '--file', required=False, help='The name of the source file. If not used the local git repository will be used as the source')
parser.add_argument('--silent',
required=False,
action="store_true",
help='Suppress messages')
parser.add_argument(
'--remote',
required=False,
default='upstream',
help="name of authoritative remote (default: 'upstream')")
parser.add_argument(
'--branch',
required=False,
default='master',
help="name of branch in authoritative remote (default: 'master')")
parser.add_argument(
'--outfile',
required=False,
default='all.affected.oval.xml',
help=
"file name OVAL definitions file containing all affected definitions (default 'all.affected.oval.xml')"
)
parser.add_argument('-s',
'--schematron',
default=False,
action="store_true",
help='schematron validate the affected definitions')
args = vars(parser.parse_args())
silent = args['silent']
## 1. Find Affected Elements
# get changes in working dir vs. remote/branch
message(
'info', 'Comparing working directory to {0}/{1}'.format(
args['remote'], args['branch']), silent)
paths_changed = lib_git.compare_current_oval_to_remote(
args['remote'], args['branch'])
if not paths_changed:
message('info', 'No changes. Aborting.', silent)
sys.exit(0)
message(
'info', 'Found {0} files changed in working directory:\n\t{1}'.format(
len(paths_changed), '\n\t'.join(paths_changed)), silent)
# convert paths to oval ids
oval_ids_changed = {
lib_repo.path_to_oval_id(filepath)
for filepath in paths_changed
}
message(
'info',
'Found {0} OVAL elements changed in working directory:\n\t{1}'.format(
len(oval_ids_changed), '\n\t'.join(oval_ids_changed)), silent)
# find all upstream ids
message(
'info', 'Finding upstream OVAL ids for {0} element(s)'.format(
len(oval_ids_changed)), silent)
elements_index = lib_search.ElementsIndex(message)
upstream_ids = elements_index.find_upstream_ids(oval_ids_changed, set())
message(
'info', 'Found {0} upstream OVAL ids (all element types)'.format(
len(upstream_ids)), silent)
affected_oval_ids = oval_ids_changed.union(upstream_ids)
# filter affected to definition ids
affected_def_ids = {
oval_id
for oval_id in upstream_ids
if lib_repo.get_element_type_from_oval_id(oval_id) == 'definition'
}
message(
'info', 'Found {0} upstream OVAL definitions:\n\t{1}'.format(
len(affected_def_ids), '\n\t'.join(affected_def_ids)), silent)
## 2. Build an OVAL Definitions File and Validate It!
message('info',
'Building an OVAL definitions file for all affected definitions.',
silent)
# get all downstream elements
oval_ids = elements_index.find_downstream_ids(affected_def_ids,
affected_def_ids)
file_paths = elements_index.get_paths_from_ids(oval_ids)
# add each OVAL definition to generator and write to file
message(
'info',
"Generating OVAL definition file '{0}' with {1} elements".format(
args['outfile'], len(oval_ids)), silent)
OvalGenerator = lib_xml.OvalGenerator(message)
for file_path in file_paths:
element_type = lib_repo.get_element_type_from_path(file_path)
OvalGenerator.queue_element_file(element_type, file_path)
OvalGenerator.to_file(args['outfile'])
# validate
schema_path = lib_repo.get_oval_def_schema('5.11.1')
message('info', 'Performing schema validation', silent)
try:
lib_xml.schema_validate(args['outfile'], schema_path)
message('info', 'Schema validation successful', silent)
except lib_xml.SchemaValidationError as e:
message('error', 'Schema validation failed:\n\t{0}'.format(e.message),
silent)
if args['schematron']:
# schematron validate
schema_path = lib_repo.get_oval_def_schema('5.11.1')
message('info', 'Performing schematron validation', silent)
try:
lib_xml.schematron_validate(args['outfile'], schema_path)
message('info', 'Schematron validation successful', silent)
except lib_xml.SchematronValidationError as e:
message(
'error', 'Schematron validation failed:\n\t{0}'.format(
'\n\t'.join(e.messages)), silent)
#Find all downstream children -- that is, a search depth of one
#Find all upstream users, all the way up to the definition
#Sort the list: definitions, then tests, objects, states, and variables
#Show the list
#Offer to build an OVAL file that contains all the changes
seconds_elapsed = time.time() - start_time
message('info',
'Completed in {0}!'.format(format_duration(seconds_elapsed)),
silent)
