def test_execute_unknown():
converter = DumpConverter(StringIO(), StringIO(), 'crap')
run_converter_mock = Mock()
converter.run_converter = run_converter_mock
converter.DATABASES = {
"foo": None,
"bar": None
}
assert converter.execute() is False
def test_execute(database):
converter = DumpConverter(StringIO(), StringIO(), database)
run_converter_mock = Mock()
converter.run_converter = run_converter_mock
converter.DATABASES = {
"foo": None,
"bar": None
}
assert converter.execute() is True
expected = converter.DATABASES.keys() if database is None else [database]
actual = [args[0] for args, kwargs in run_converter_mock.call_args_list]
assert expected == actual
def test_run_converter():
converter_foo, execute_mock_foo = mock_converter()
converter_bar, execute_mock_bar = mock_converter()
converter = DumpConverter(StringIO(), StringIO())
converter.DATABASES = {
"foo": {
"converter": converter_foo
},
"bar": {
"converter": converter_bar
}
}
converter.run_converter("foo")
assert converter_foo.call_count == 1
assert execute_mock_foo.call_count == 1
assert converter_bar.called is False
assert execute_mock_bar.called is False
def test_get_available_databases(databases, expected_result):
DumpConverter.DATABASES = databases
assert expected_result == DumpConverter.get_available_databases()
"""Main script that executes dump converters depending on parameters"""
import argparse
from tabulate import tabulate
from dumpconverter.DumpConverter import DumpConverter
if __name__ == "__main__":
parser = argparse.ArgumentParser(description="This program downloads dumps from one or many databases and converts them into a format, that can be imported by WikibaseQualityExternalValidation extension.")
parser.add_argument("--list-databases", help="list all available databases, that can be imported, and exit", action="store_true")
parser.add_argument("--database", "-d", help="key of a specific database that should be imported.")
parser.add_argument("--external-values-file", help="CSV output file for data values of dumps.", default="external_values.csv")
parser.add_argument("--dump-information-file", help="CSV output file for meta informations of dumps.", default="dump_information.csv")
parser.add_argument("--quiet", "-q", help="suppress output", action="store_true")
args = parser.parse_args()
if args.list_databases:
print tabulate(DumpConverter.get_available_databases(),
headers=["Key", "Description"])
else:
external_values_file = open(args.external_values_file, "w+b")
dump_information_file = open(args.dump_information_file, "w+b")
converter = DumpConverter(external_values_file, dump_information_file, args.database, args.quiet)
converter.execute()
external_values_file.close()
dump_information_file.close()
