def test_global_query_arg_errors(capsys):
with pytest.raises(SystemExit):
_ = _parse_query([])
assert ('error: the following arguments are required: service'
in errstr(capsys))
with pytest.raises(SystemExit):
_ = _parse_query(['service_file_only.py'])
assert ('Either --num-cones or --cone_file must be present'
in errstr(capsys))
with pytest.raises(SystemExit):
_ = _parse_query(['service_file.py',
'--min_radius', '0.123',
'--max_radius', '0.456'])
assert ('argument --num-cones is required when --min-radius or --max-radius are present.'
in errstr(capsys))
with pytest.raises(SystemExit):
_ = _parse_query(['service_file.py',
'--max_radius', '0.456'])
assert ('argument --num-cones is required when --min-radius or --max-radius are present.'
in errstr(capsys))
# No short arg for cone_file.
with pytest.raises(SystemExit):
_ = _parse_query(['service_file.py',
'-c', 'some_cone_file.py'])
assert ('unrecognized arguments: -c'
in errstr(capsys))
def test_service_validation(capsys):
args = _parse_query([
'fake_services_file',
'--cone_file', 'my_cones.py'
])
args.services = []
args.cone_file = []
qr = QueryRunner(args)
with pytest.warns(UserWarning, match='Service list is empty') as record:
qr._validate_services(args.services)
assert len(record) == 1
args.services = [
{'service_type': 'tap'},
{'service_type': 'tap'},
{'service_type': 'tap'},
]
with pytest.warns(None) as record:
qr._validate_services(args.services)
assert len(record) == 0
args.services = [
{'service_type': 'tap'},
{'service_type': 'cone'},
{'service_type': 'tap'},
]
with pytest.warns(UserWarning,
match='Differing service_type values found in service list.'
' Some result writers may fail.') as record:
qr._validate_services(args.services)
assert len(record) == 1
def begin_no_outfile():
args = _parse_query([
'fake_services_file.py', '--cone_file', 'my_cones.py', '--result_dir',
'my_fake_result_dir'
])
cw_plugin = AbstractResultWriter.get_plugin_from_spec('csv_writer')
cw = cw_plugin.cls()
cw.begin(args, **cw_plugin.kwargs)
return cw
def begin_w_outfile(dtstr):
args = _parse_query([
'fake_services_file.py', '--cone_file', 'my_cones.py', '--result_dir',
'my_fake_result_dir2'
])
cw_plugin = AbstractResultWriter.get_plugin_from_spec(
f'csv_writer:outfile=my_fake_result_dir2/myout-{dtstr}.csv')
cw = cw_plugin.cls()
cw.begin(args, **cw_plugin.kwargs)
return cw
def test_imports(capsys):
load_from_default_user_dir(capsys)
pi = AbstractResultWriter.get_plugin_from_spec('import_tester')
pi_instance = pi.cls()
# Make sure we can run begin() which tries to print out the imported 'requests' module.
args = _parse_query([
'fake_services_file.py',
'--cone_file', 'my_cones.py'
])
pi_instance.begin(args)
captured = capsys.readouterr()
output = str(captured.out)
assert "module 'requests'" in output
def test_global_query_args(capsys):
# With defaults.
args = _parse_query([
'my_services_file',
'--cone_file', 'my_cones.py'
])
assert vars(args) == {'cone_file': 'my_cones.py',
'cone_limit': conelist_defaults['cone_limit'],
'load_plugins': None,
'max_radius': conegen_defaults['max_radius'],
'min_radius': conegen_defaults['min_radius'],
'norun': False,
'num_cones': None,
'result_dir': 'results',
'save_results': False,
'services': 'my_services_file',
'start_index': conelist_defaults['start_index'],
'tap_mode': 'async',
'user_agent': None,
'verbose': False,
'writers': ['csv_writer']}
# Without defaults for auto-generated cones.
custom_agent = 'MyCustomAgent/6.7'
args = _parse_query([
'my_services_file',
'--load_plugins', 'my_plugin_dir',
'--writer', 'my_writer1', '--writer', 'my_writer2:karg1=val1,kwarg2=val2',
'--result_dir', 'my_output_dir',
'--save_results', '--tap_mode', 'sync', '--norun', '--verbose',
'--user_agent', custom_agent,
'--num_cones', '22', '--min_radius', '0.123', '--max_radius', '0.456',
'--start_index', '17', '--cone_limit', '3'
])
assert vars(args) == {'cone_file': None,
'cone_limit': 3,
'load_plugins': 'my_plugin_dir',
'max_radius': 0.456,
'min_radius': 0.123,
'norun': True,
'num_cones': 22,
'result_dir': 'my_output_dir',
'save_results': True,
'services': 'my_services_file',
'start_index': 17,
'tap_mode': 'sync',
'user_agent': custom_agent,
'verbose': True,
'writers': ['my_writer1', 'my_writer2:karg1=val1,kwarg2=val2']}
# Without defatults for cone_file specified.
args = _parse_query([
'my_services_file',
'--result_dir', 'my_output_dir',
'--load_plugins', 'my_plugin_dir',
'--writer', 'my_writer1', '--writer', 'my_writer2:karg1=val1,kwarg2=val2',
'--save_results', '--tap_mode', 'sync', '--norun', '--verbose',
'--cone_file', 'fun_cone_file.py',
'--start_index', '13', '--cone_limit', '44'
])
assert vars(args) == {'cone_file': 'fun_cone_file.py',
'cone_limit': 44,
'load_plugins': 'my_plugin_dir',
'max_radius': conegen_defaults['max_radius'],
'min_radius': conegen_defaults['min_radius'],
'norun': True,
'num_cones': None,
'result_dir': 'my_output_dir',
'save_results': True,
'services': 'my_services_file',
'start_index': 13,
'tap_mode': 'sync',
'user_agent': None,
'verbose': True,
'writers': ['my_writer1', 'my_writer2:karg1=val1,kwarg2=val2']}
# With short args
args = _parse_query([
'my_services_file',
'-l', 'my_plugin_dir',
'-w', 'my_writer1', '--writer', 'my_writer2:karg1=val1,kwarg2=val2',
'-s', '-t', 'sync', '-n', '-v',
'--cone_file', 'fun_cone_file.py',
'--start_index', '13', '--cone_limit', '44'
])
assert vars(args) == {'cone_file': 'fun_cone_file.py',
'cone_limit': 44,
'load_plugins': 'my_plugin_dir',
'max_radius': conegen_defaults['max_radius'],
'min_radius': conegen_defaults['min_radius'],
'norun': True,
'num_cones': None,
'result_dir': 'results',
'save_results': True,
'services': 'my_services_file',
'start_index': 13,
'tap_mode': 'sync',
'user_agent': None,
'verbose': True,
'writers': ['my_writer1', 'my_writer2:karg1=val1,kwarg2=val2']}