def execute(args):
from .main import run_tests
validate_usage(args)
current_profile = get_current_profile(args)
test_index = get_test_index(args)
modules = []
if args.ci:
# CI Mode runs specific modules
output('Running in CI Mode')
selected_modules = [('All modules', 'azure.cli', 'azure.cli'),
('CLI Linter', 'automation.cli_linter', 'automation.cli_linter')]
elif not (args.tests or args.src_file):
# Default is to run with modules (possibly via environment variable)
if os.environ.get('AZURE_CLI_TEST_MODULES', None):
display('Test modules list is parsed from environment variable AZURE_CLI_TEST_MODULES.')
modules = [m.strip() for m in os.environ.get('AZURE_CLI_TEST_MODULES').split(',')]
selected_modules = filter_user_selected_modules_with_tests(modules, args.profile)
if not selected_modules:
display('\nNo tests selected.')
sys.exit(1)
else:
# Otherwise run specific tests
args.tests = args.tests or []
# Add any tests from file
if args.src_file:
with open(args.src_file, 'r') as f:
for line in f.readlines():
line = line.strip('\r\n')
line = line.strip('\n')
if line not in args.tests:
args.tests.append(line)
test_paths = []
selected_modules = []
for t in args.tests:
try:
test_path = os.path.normpath(test_index[t])
mod_name = extract_module_name(test_path)
test_paths.append(test_path)
if mod_name not in selected_modules:
selected_modules.append(mod_name)
except KeyError:
display("Test '{}' not found.".format(t))
continue
selected_modules = filter_user_selected_modules_with_tests(selected_modules, args.profile)
args.tests = test_paths
success, failed_tests = run_tests(selected_modules, parallel=args.parallel, run_live=args.live, tests=args.tests)
# if args.dest_file:
# with open(args.dest_file, 'w') as f:
# for failed_test in failed_tests:
# f.write(failed_test + '\n')
sys.exit(0 if success else 1)
def execute(args):
from .main import run_tests, collect_test
validate_usage(args)
current_profile = get_current_profile(args)
test_index = get_test_index(args)
modules = []
if args.ci:
# CI Mode runs specific modules
selected_modules = [('CI mode', 'azure.cli', 'azure.cli')]
elif not (args.tests or args.src_file):
# Default is to run with modules (possibly via environment variable)
if os.environ.get('AZURE_CLI_TEST_MODULES', None):
display('Test modules list is parsed from environment variable AZURE_CLI_TEST_MODULES.')
modules = [m.strip() for m in os.environ.get('AZURE_CLI_TEST_MODULES').split(',')]
selected_modules = filter_user_selected_modules_with_tests(modules, args.profile)
if not selected_modules:
display('\nNo tests selected.')
sys.exit(1)
else:
# Otherwise run specific tests
args.tests = args.tests or []
# Add any tests from file
if args.src_file:
with open(args.src_file, 'r') as f:
for line in f.readlines():
line = line.strip('\r\n')
line = line.strip('\n')
if line not in args.tests:
args.tests.append(line)
test_paths = []
selected_modules = []
for t in args.tests:
try:
test_path = os.path.normpath(test_index[t])
mod_name = extract_module_name(test_path)
test_paths.append(test_path)
if mod_name not in selected_modules:
selected_modules.append(mod_name)
except KeyError:
display("Test '{}' not found.".format(t))
continue
selected_modules = filter_user_selected_modules_with_tests(selected_modules, args.profile)
args.tests = test_paths
success, failed_tests = run_tests(selected_modules, parallel=args.parallel, run_live=args.live, tests=args.tests)
if args.dest_file:
with open(args.dest_file, 'w') as f:
for failed_test in failed_tests:
f.write(failed_test + '\n')
sys.exit(0 if success else 1)
def main():
parse = argparse.ArgumentParser('Test tools')
parse.add_argument('--module', dest='modules', nargs='+',
help='The modules of which the test to be run. Accept short names, except azure-cli, '
'azure-cli-core and azure-cli-nspkg. The modules list can also be set through environment '
'variable AZURE_CLI_TEST_MODULES. The value should be a string of space separated module '
'names. The environment variable will be overwritten by command line parameters.')
parse.add_argument('--parallel', action='store_true',
help='Run the tests in parallel. This will affect the test output file.')
parse.add_argument('--live', action='store_true', help='Run all the tests live.')
parse.add_argument('--test', dest='tests', action='append',
help='The specific test to run in the given module. The string can represent a test class or a '
'test class and a test method name. Multiple tests can be given, but they should all '
'belong to one command modules.')
parse.add_argument('--ci', dest='ci', action='store_true', help='Run the tests in CI mode.')
args = parse.parse_args()
if args.ci:
print('Run tests in CI mode')
selected_modules = [('CI mode', 'azure.cli', 'azure.cli')]
else:
if not args.modules and os.environ.get('AZURE_CLI_TEST_MODULES', None):
print('Test modules list is parsed from environment variable AZURE_CLI_TEST_MODULES.')
args.modules = [m.strip() for m in os.environ.get('AZURE_CLI_TEST_MODULES').split(',')]
selected_modules = filter_user_selected_modules_with_tests(args.modules)
if not selected_modules:
parse.print_help()
sys.exit(1)
success = run_tests(selected_modules, parallel=args.parallel, run_live=args.live, tests=args.tests)
sys.exit(0 if success else 1)
print('Test report: {}'.format(test_result))
return result
if __name__ == '__main__':
parse = argparse.ArgumentParser('Test tools')
parse.add_argument('--module', dest='modules', action='append',
help='The modules of which the test to be run. Accept short names, except '
'azure-cli, azure-cli-core and azure-cli-nspkg. The modules list can '
'also be set through environment variable AZURE_CLI_TEST_MODULES. The '
'value should be a string of comma separated module names. The '
'environment variable will be overwritten by command line parameters.')
parse.add_argument('--non-parallel', action='store_true',
help='Not to run the tests in parallel.')
parse.add_argument('--live', action='store_true', help='Run all the tests live.')
args = parse.parse_args()
if not args.modules and os.environ.get('AZURE_CLI_TEST_MODULES', None):
print('Test modules list is parsed from environment variable AZURE_CLI_TEST_MODULES.')
args.modules = [m.strip() for m in os.environ.get('AZURE_CLI_TEST_MODULES').split(',')]
selected_modules = filter_user_selected_modules_with_tests(args.modules)
if not selected_modules:
parse.print_help()
sys.exit(1)
retval = run_tests(selected_modules, not args.non_parallel, args.live)
sys.exit(0 if retval else 1)
def execute(args):
from .main import run_tests
validate_usage(args)
current_profile = get_current_profile(args)
test_index = get_test_index(args)
modules = []
if args.ci:
# CI Mode runs specific modules
output('Running in CI Mode')
selected_modules = [('All modules', 'azure.cli', 'azure.cli'),
('CLI Linter', 'automation.cli_linter',
'automation.cli_linter')]
modified_modules = _extract_top_level_modified_modules()
if any(base_mod in modified_modules
for base_mod in ['core', 'testsdk', 'telemetry']):
pass # if modified modules contains those 3 modules, run all tests
else:
test_paths = set()
for mod in modified_modules:
try:
test_paths.add(os.path.normpath(test_index[mod]))
except KeyError:
display("no tests found in module: {}".format(mod))
args.tests = test_paths
selected_modules = []
elif not (args.tests or args.src_file):
# Default is to run with modules (possibly via environment variable)
if os.environ.get('AZURE_CLI_TEST_MODULES', None):
display(
'Test modules list is parsed from environment variable AZURE_CLI_TEST_MODULES.'
)
modules = [
m.strip()
for m in os.environ.get('AZURE_CLI_TEST_MODULES').split(',')
]
selected_modules = filter_user_selected_modules_with_tests(
modules, args.profile)
if not selected_modules:
display('\nNo tests selected.')
sys.exit(1)
else:
# Otherwise run specific tests
args.tests = args.tests or []
# Add any tests from file
if args.src_file:
with open(args.src_file, 'r') as f:
for line in f.readlines():
line = line.strip('\r\n')
line = line.strip('\n')
if line not in args.tests:
args.tests.append(line)
test_paths = []
selected_modules = []
for t in args.tests:
try:
test_path = os.path.normpath(test_index[t])
mod_name = extract_module_name(test_path)
test_paths.append(test_path)
if mod_name not in selected_modules:
selected_modules.append(mod_name)
except KeyError:
display("Test '{}' not found.".format(t))
continue
selected_modules = filter_user_selected_modules_with_tests(
selected_modules, args.profile)
args.tests = test_paths
success, failed_tests = run_tests(selected_modules,
parallel=args.parallel,
run_live=args.live,
tests=args.tests)
# if args.dest_file:
# with open(args.dest_file, 'w') as f:
# for failed_test in failed_tests:
# f.write(failed_test + '\n')
sys.exit(0 if success else 1)
print_records(module_results, title='test results')
return passed
if __name__ == '__main__':
parse = argparse.ArgumentParser('Test tools')
parse.add_argument('--module', dest='modules', action='append',
help='The modules of which the test to be run. Accept short names, except '
'azure-cli, azure-cli-core and azure-cli-nspkg. The modules list can '
'also be set through environment variable AZURE_CLI_TEST_MODULES. The '
'value should be a string of comma separated module names. The '
'environment variable will be overwritten by command line parameters.')
parse.add_argument('--non-parallel', action='store_true',
help='Not to run the tests in parallel.')
parse.add_argument('--live', action='store_true', help='Run all the tests live.')
args = parse.parse_args()
if not args.modules and os.environ.get('AZURE_CLI_TEST_MODULES', None):
print('Test modules list is parsed from environment variable AZURE_CLI_TEST_MODULES.')
args.modules = [m.strip() for m in os.environ.get('AZURE_CLI_TEST_MODULES').split(',')]
selected_modules = filter_user_selected_modules_with_tests(args.modules)
if not selected_modules:
parse.print_help()
sys.exit(1)
retval = run_tests(selected_modules, not args.non_parallel, args.live)
sys.exit(0 if retval else 1)