def test_default_values(self):
args = [
'-w', 'first', 'second', '-f', 'frequency', '-clr', '-cost',
'cost.txt', '-correct', '-basic', 'base.txt'
]
configurator = Configurator(args)
parameters = configurator._get_parameters(args)
# These parameters have no default value
self.assertIsNone(parameters.count)
self.assertIsNone(parameters.tree)
self.assertIsNone(parameters.source)
# These parameters are flags and are false by default
self.assertFalse(parameters.verbose)
# This are specified modes
self.assertEqual(parameters.clear_word, 'STDOUT')
self.assertEqual(parameters.total_cost, 'cost.txt')
self.assertEqual(parameters.correct, 'STDOUT')
self.assertEqual(parameters.base_words, 'base.txt')
# These parameters have a default value
self.assertEqual(parameters.encoding, 'utf-8')
self.assertEqual(parameters.number_corrected, 2)
self.assertEqual(parameters.threshold, 2)
self.assertEqual(parameters.distance, 1)
self.assertEqual(parameters.similar_words, 4)
def test_get_correct_words(self):
args = [
'-w', 'first', 'second', '-f', 'frequency', '-s', 'source', '-clr'
]
configurator = Configurator(args)
# -w flag should cover the -s flag
self.assertEqual(configurator.get_words(), ['first', 'second'])
def test_get_tree_without_filename(self, output):
configurator = Configurator(self.args)
tree = configurator.get_tree()
output_msg = output.getvalue()
self.assertEqual(
output_msg, "The bk-tree is building...\n"
"The bk-tree built successfully\n")
self.assertEqual(
tree.tree,
BKTree(distance, configurator.get_frequency_words()).tree)
def test_get_mode(self):
args = [
'-w', 'word', '-f', 'frequency', '-clr', '-cost', 'cost.txt',
'-basic'
]
configurator = Configurator(args)
mode = configurator.get_mode()
self.assertEqual(mode.get(cfg.MODE_CLEAR), 'STDOUT')
self.assertEqual(mode.get(cfg.MODE_COST), 'cost.txt')
self.assertEqual(mode.get(cfg.MODE_BASIC), 'STDOUT')
self.assertIsNone(mode.get(cfg.MODE_CORRECT))
def setUp(self):
self.args = ['-s', 'source', '-f', 'frequency', '-clr']
self.args_tree = self.args + ['-t', 'tree']
self.source_file = 'source'
self.tree_file = 'tree'
self.frequency_file = 'frequency'
self.configurator = Configurator(self.args)
with open(self.source_file, 'w') as self.source:
self.source.write('teststring')
with open(self.frequency_file, 'w') as self.frequency:
self.frequency.write('teststring')
def test_get_tree_correct_load(self, output):
configurator = Configurator(self.args_tree)
tree1 = bk.BuildBKTree.build_tree(["teststring"])
with open(self.tree_file, 'wb') as file:
pickle.dump(tree1, file)
tree2 = configurator.get_tree()
output = output.getvalue()
self.assertEqual(
output, f"The bk-tree is loading from {self.tree_file}...\n"
"The bk-tree loaded successfully\n")
self.assertEqual(tree1.tree, tree2.tree)
self.assertNotEqual(BKTree(distance, ['abcdrasdsf']).tree, tree1.tree)
def test_get_tree_without_existing_file_correct_tree(self, output):
configurator = Configurator(self.args_tree)
tree = configurator.get_tree()
output_msg = output.getvalue()
self.assertEqual(
output_msg, "The bk-tree is building...\n"
"The bk-tree built successfully\n"
f"The bk-tree is saving to {self.tree_file}...\n"
"The bk-tree saved successfully\n")
self.assertTrue(os.path.isfile(self.tree_file))
self.assertEqual(
BKTree(distance, configurator.get_frequency_words()).tree,
tree.tree)
self.assertNotEqual(BKTree(distance, ['abcdrasdsf']).tree, tree.tree)
def test_input_words(self):
args = ['-w', 'first', 'second', '-f', 'frequency', '-correct']
parameters = Configurator(args)._parameters
self.assertEqual(parameters.words, ['first', 'second'])
self.assertEqual(parameters.frequency, 'frequency')
self.assertEqual(parameters.correct, 'STDOUT')
def test_empty_input_words(self, error):
args = []
with self.assertRaises(SystemExit):
configurator = Configurator(args)
# Check that this error is what we expected
self.assertTrue("No action requested, add -s/--source or -w/--words" in
error.getvalue())
def test_empty_frequency_words(self, error):
args = ['-w' 'word']
with self.assertRaises(SystemExit):
configurator = Configurator(args)
# Check that this error is what we expected
self.assertTrue(
"you must specify a file containing a list of frequency words" in
error.getvalue())
def test_no_mode_specified(self, error):
args = ['-w' 'word', '-f', 'frequency']
with self.assertRaises(SystemExit):
configurator = Configurator(args)
self.assertTrue(
'No mode specified, add -correct/--correct or(and) -cost/--total-cost or(and) '
'-clr/--clear-word or(and) -basic/--base-words' in
error.getvalue())
def test_get_tree_with_existing_empty_file(self, output, err):
configurator = Configurator(self.args_tree)
file = open(self.tree_file, 'w').close()
tree = configurator.get_tree()
output = output.getvalue()
err = err.getvalue()
self.assertEqual(
output, f"The bk-tree is loading from {self.tree_file}...\n"
"The bk-tree is building...\n"
"The bk-tree built successfully\n")
self.assertEqual(
err,
"Error: The bk-tree file you specified is empty and can't be loaded\n"
)
self.assertEqual(
BKTree(distance, configurator.get_frequency_words()).tree,
tree.tree)
self.assertNotEqual(BKTree(distance, ['abcdrasdsf']).tree, tree.tree)
def test_get_tree_with_existing_wrong_pickling_file(self, output, err):
configurator = Configurator(self.args_tree)
with open(self.tree_file, 'wb') as file:
pickle.dump("teststring", file)
tree = configurator.get_tree()
output = output.getvalue()
err = err.getvalue()
self.assertEqual(
output, f"The bk-tree is loading from {self.tree_file}...\n"
"The bk-tree is building...\n"
"The bk-tree built successfully\n")
self.assertEqual(
err,
"Error: You're trying to load from the file not a BK-tree object\n"
)
self.assertEqual(
BKTree(distance, configurator.get_frequency_words()).tree,
tree.tree)
self.assertNotEqual(BKTree(distance, ['abcdrasdsf']).tree, tree.tree)
def test_get_tree_with_existing_not_unpickling_file(self, output, err):
configurator = Configurator(self.args_tree)
with open(self.tree_file, 'w') as file:
file.write("teststring")
tree = configurator.get_tree()
output = output.getvalue()
err = err.getvalue()
self.assertEqual(
output, f"The bk-tree is loading from {self.tree_file}...\n"
"The bk-tree is building...\n"
"The bk-tree built successfully\n")
self.assertEqual(
err,
"Error: This file of the bk-tree structure doesn't contain any bk-tree structure actually\n"
)
self.assertEqual(
BKTree(distance, configurator.get_frequency_words()).tree,
tree.tree)
self.assertNotEqual(BKTree(distance, ['abcdrasdsf']).tree, tree.tree)
def build(configurator: cfg.Configurator):
analyzer = WordAnalyzer()
analyzer.words = configurator.get_words(verbose=True)
analyzer.frequency_words = configurator.get_frequency_words(
verbose=True)
analyzer.splitter = TextSplitter(analyzer.frequency_words)
analyzer.tree = configurator.get_tree()
analyzer.mode = configurator.get_mode()
analyzer.verbose = configurator.get_verbose()
# This flag specifies that's need add extra information with a word when analyzing words
analyzer.verbose_file = False
# If the word isn't in the dictionary, then its cost is default_cost
analyzer.default_cost = 1000
# How many similar words will be returned by get_similar_words method
analyzer.number_similar_words = configurator.get_configuration_values(
)['similar_words']
# What distance will be used to search for similar words
analyzer.distance = configurator.get_configuration_values()['distance']
# How many parts will be spliced in the get_correct_words method
analyzer.threshold = configurator.get_configuration_values(
)['threshold']
# How many words will be returned by get_correct_words method
analyzer.number_of_corrected_words = configurator.get_configuration_values(
)['number_corrected']
analyzer.max_len = max(len(x) for x in analyzer.words)
# Define dictionary with values like (number: list_of_divisors).
# There are defined all numbers from 1 to max length of all words.
# It's necessary to improve efficiency, because divisors won't calculated again for same number
analyzer.divisors = dict((number, factorize(number))
for number in range(1, analyzer.max_len + 1))
return analyzer
def main():
configurator = Configurator(sys.argv[1:])
analyzer = WordAnalyzer.build(configurator)
time = datetime.now()
analyzer.analyze()
print("Working time: ", datetime.now() - time)
def test_get_words_sourcefile_wrong(self, error):
args = ['-s' 'test', '-f' 'test', '-basic']
with self.assertRaises(SystemExit):
Configurator(args).get_words()
self.assertEqual(error.getvalue(),
f"Error: this file: \"{'test'}\" doesn't exist!\n")
class ConfiguratorTest(unittest.TestCase):
def setUp(self):
self.args = ['-s', 'source', '-f', 'frequency', '-clr']
self.args_tree = self.args + ['-t', 'tree']
self.source_file = 'source'
self.tree_file = 'tree'
self.frequency_file = 'frequency'
self.configurator = Configurator(self.args)
with open(self.source_file, 'w') as self.source:
self.source.write('teststring')
with open(self.frequency_file, 'w') as self.frequency:
self.frequency.write('teststring')
def tearDown(self):
os.remove(self.source_file)
os.remove(self.frequency_file)
if os.path.isfile(self.tree_file):
os.remove(self.tree_file)
@unittest.mock.patch("sys.stderr", new_callable=io.StringIO)
def test_empty_input_words(self, error):
args = []
with self.assertRaises(SystemExit):
configurator = Configurator(args)
# Check that this error is what we expected
self.assertTrue("No action requested, add -s/--source or -w/--words" in
error.getvalue())
@unittest.mock.patch("sys.stderr", new_callable=io.StringIO)
def test_empty_frequency_words(self, error):
args = ['-w' 'word']
with self.assertRaises(SystemExit):
configurator = Configurator(args)
# Check that this error is what we expected
self.assertTrue(
"you must specify a file containing a list of frequency words" in
error.getvalue())
@unittest.mock.patch("sys.stderr", new_callable=io.StringIO)
def test_no_mode_specified(self, error):
args = ['-w' 'word', '-f', 'frequency']
with self.assertRaises(SystemExit):
configurator = Configurator(args)
self.assertTrue(
'No mode specified, add -correct/--correct or(and) -cost/--total-cost or(and) '
'-clr/--clear-word or(and) -basic/--base-words' in
error.getvalue())
def test_default_values(self):
args = [
'-w', 'first', 'second', '-f', 'frequency', '-clr', '-cost',
'cost.txt', '-correct', '-basic', 'base.txt'
]
configurator = Configurator(args)
parameters = configurator._get_parameters(args)
# These parameters have no default value
self.assertIsNone(parameters.count)
self.assertIsNone(parameters.tree)
self.assertIsNone(parameters.source)
# These parameters are flags and are false by default
self.assertFalse(parameters.verbose)
# This are specified modes
self.assertEqual(parameters.clear_word, 'STDOUT')
self.assertEqual(parameters.total_cost, 'cost.txt')
self.assertEqual(parameters.correct, 'STDOUT')
self.assertEqual(parameters.base_words, 'base.txt')
# These parameters have a default value
self.assertEqual(parameters.encoding, 'utf-8')
self.assertEqual(parameters.number_corrected, 2)
self.assertEqual(parameters.threshold, 2)
self.assertEqual(parameters.distance, 1)
self.assertEqual(parameters.similar_words, 4)
def test_input_words(self):
args = ['-w', 'first', 'second', '-f', 'frequency', '-correct']
parameters = Configurator(args)._parameters
self.assertEqual(parameters.words, ['first', 'second'])
self.assertEqual(parameters.frequency, 'frequency')
self.assertEqual(parameters.correct, 'STDOUT')
def test_get_correct_words(self):
args = [
'-w', 'first', 'second', '-f', 'frequency', '-s', 'source', '-clr'
]
configurator = Configurator(args)
# -w flag should cover the -s flag
self.assertEqual(configurator.get_words(), ['first', 'second'])
@unittest.mock.patch('sys.stderr', new_callable=io.StringIO)
def test_get_frequency_words_wrong(self, error):
args = ['-s' 'source', '-f' 'test', '-clr']
with self.assertRaises(SystemExit):
Configurator(args).get_frequency_words()
self.assertEqual(error.getvalue(),
f"Error: this file: \"{'test'}\" doesn't exist!\n")
@unittest.mock.patch('sys.stdout', open(os.devnull, 'w'))
def test_get_frequency_words_correct(self):
self.assertEqual(self.configurator.get_frequency_words(),
['teststring'])
@unittest.mock.patch('sys.stderr', new_callable=io.StringIO)
def test_get_words_sourcefile_wrong(self, error):
args = ['-s' 'test', '-f' 'test', '-basic']
with self.assertRaises(SystemExit):
Configurator(args).get_words()
self.assertEqual(error.getvalue(),
f"Error: this file: \"{'test'}\" doesn't exist!\n")
@unittest.mock.patch('sys.stdout', open(os.devnull, 'w'))
def test_get_words_sourcefile_correct(self):
self.assertEqual(self.configurator.get_words(), ['teststring'])
@unittest.mock.patch("sys.stdout", new_callable=io.StringIO)
def test_get_tree_without_filename(self, output):
configurator = Configurator(self.args)
tree = configurator.get_tree()
output_msg = output.getvalue()
self.assertEqual(
output_msg, "The bk-tree is building...\n"
"The bk-tree built successfully\n")
self.assertEqual(
tree.tree,
BKTree(distance, configurator.get_frequency_words()).tree)
@unittest.mock.patch("sys.stdout", new_callable=io.StringIO)
def test_get_tree_without_existing_file_correct_tree(self, output):
configurator = Configurator(self.args_tree)
tree = configurator.get_tree()
output_msg = output.getvalue()
self.assertEqual(
output_msg, "The bk-tree is building...\n"
"The bk-tree built successfully\n"
f"The bk-tree is saving to {self.tree_file}...\n"
"The bk-tree saved successfully\n")
self.assertTrue(os.path.isfile(self.tree_file))
self.assertEqual(
BKTree(distance, configurator.get_frequency_words()).tree,
tree.tree)
self.assertNotEqual(BKTree(distance, ['abcdrasdsf']).tree, tree.tree)
@unittest.mock.patch("sys.stderr", new_callable=io.StringIO)
@unittest.mock.patch("sys.stdout", new_callable=io.StringIO)
def test_get_tree_with_existing_empty_file(self, output, err):
configurator = Configurator(self.args_tree)
file = open(self.tree_file, 'w').close()
tree = configurator.get_tree()
output = output.getvalue()
err = err.getvalue()
self.assertEqual(
output, f"The bk-tree is loading from {self.tree_file}...\n"
"The bk-tree is building...\n"
"The bk-tree built successfully\n")
self.assertEqual(
err,
"Error: The bk-tree file you specified is empty and can't be loaded\n"
)
self.assertEqual(
BKTree(distance, configurator.get_frequency_words()).tree,
tree.tree)
self.assertNotEqual(BKTree(distance, ['abcdrasdsf']).tree, tree.tree)
@unittest.mock.patch("sys.stderr", new_callable=io.StringIO)
@unittest.mock.patch("sys.stdout", new_callable=io.StringIO)
def test_get_tree_with_existing_not_unpickling_file(self, output, err):
configurator = Configurator(self.args_tree)
with open(self.tree_file, 'w') as file:
file.write("teststring")
tree = configurator.get_tree()
output = output.getvalue()
err = err.getvalue()
self.assertEqual(
output, f"The bk-tree is loading from {self.tree_file}...\n"
"The bk-tree is building...\n"
"The bk-tree built successfully\n")
self.assertEqual(
err,
"Error: This file of the bk-tree structure doesn't contain any bk-tree structure actually\n"
)
self.assertEqual(
BKTree(distance, configurator.get_frequency_words()).tree,
tree.tree)
self.assertNotEqual(BKTree(distance, ['abcdrasdsf']).tree, tree.tree)
@unittest.mock.patch("sys.stderr", new_callable=io.StringIO)
@unittest.mock.patch("sys.stdout", new_callable=io.StringIO)
def test_get_tree_with_existing_wrong_pickling_file(self, output, err):
configurator = Configurator(self.args_tree)
with open(self.tree_file, 'wb') as file:
pickle.dump("teststring", file)
tree = configurator.get_tree()
output = output.getvalue()
err = err.getvalue()
self.assertEqual(
output, f"The bk-tree is loading from {self.tree_file}...\n"
"The bk-tree is building...\n"
"The bk-tree built successfully\n")
self.assertEqual(
err,
"Error: You're trying to load from the file not a BK-tree object\n"
)
self.assertEqual(
BKTree(distance, configurator.get_frequency_words()).tree,
tree.tree)
self.assertNotEqual(BKTree(distance, ['abcdrasdsf']).tree, tree.tree)
@unittest.mock.patch("sys.stdout", new_callable=io.StringIO)
def test_get_tree_correct_load(self, output):
configurator = Configurator(self.args_tree)
tree1 = bk.BuildBKTree.build_tree(["teststring"])
with open(self.tree_file, 'wb') as file:
pickle.dump(tree1, file)
tree2 = configurator.get_tree()
output = output.getvalue()
self.assertEqual(
output, f"The bk-tree is loading from {self.tree_file}...\n"
"The bk-tree loaded successfully\n")
self.assertEqual(tree1.tree, tree2.tree)
self.assertNotEqual(BKTree(distance, ['abcdrasdsf']).tree, tree1.tree)
def test_get_configuration_values(self):
values = self.configurator.get_configuration_values()
self.assertEqual(values['similar_words'], 4)
self.assertEqual(values['distance'], 1)
self.assertEqual(values['threshold'], 2)
self.assertEqual(values['number_corrected'], 2)
def test_get_mode(self):
args = [
'-w', 'word', '-f', 'frequency', '-clr', '-cost', 'cost.txt',
'-basic'
]
configurator = Configurator(args)
mode = configurator.get_mode()
self.assertEqual(mode.get(cfg.MODE_CLEAR), 'STDOUT')
self.assertEqual(mode.get(cfg.MODE_COST), 'cost.txt')
self.assertEqual(mode.get(cfg.MODE_BASIC), 'STDOUT')
self.assertIsNone(mode.get(cfg.MODE_CORRECT))