def __process_single_file(self, filename, top):
print "Processing " + filename
result = HitsResult()
with open(filename) as f:
for line in f:
match = self.line_handler.match(line)
if match: result.hit(match)
result.output("result_" + filename, top)
def test_format_output(self):
self.result = HitsResult("key: {0}, value: {1}")
self.__build_test_data()
self.result.output()
output_file = open("result.txt")
lines = output_file.readlines()
self.assertEqual("key: most, value: 10\n", lines[0])
def __process_batch_file(self, filenames, top):
result = HitsResult()
for filename in filenames:
print "Processing " + filename
with open(filename) as f:
for line in f:
match = self.line_handler.match(line)
if match: result.hit(match)
result.output("total.log", top)
def __generate_reports(self, top, output_format):
name, extension = self.__get_extension(self.dest_file)
for index,filename in enumerate(self.filenames):
scanner = LineScanner(filename)
hit_result = HitsResult(output_format)
print "total lines: {0}".format(scanner.lines_count())
start = time.clock();
for line in scanner:
key = self.handler.match(line)
if key:
hit_result.hit(key)
hit_result.output("{0}_{1}.{2}".format(name, index, extension), top)
end = time.clock();
print "it takes {0} seconds".format(end - start)
def __generate_single_report(self, top, output_format):
hits_result = HitsResult(output_format)
scanner = LineScanner(*self.filenames)
print "total lines: {0}".format(scanner.lines_count())
start = time.clock();
for line in scanner:
key = self.handler.match(line)
if key :
hits_result.hit(key);
hits_result.output(self.dest_file, top)
end = time.clock();
print "it takes {0} seconds".format(end - start)
def test_merge(self):
result1 = HitsResult()
result2 = HitsResult()
for i in range(5):
result1.hit("foo")
result1.hit("bar")
for i in range(10):
result2.hit("foo")
result = result1.merge(result2)
foo_hit_times = result.get("foo")
bar_hit_times = result.get("bar")
self.assertEqual(15, foo_hit_times)
self.assertEqual(5, bar_hit_times)
def __process_single_file(self, filename, top):
print "Processing " + filename
result = HitsResult()
with open(filename) as f:
for line in f:
match = self.line_handler.match(line)
if match: result.hit(match)
result.output("result_" + filename, top)
def __process_batch_file(self, filenames, top):
result = HitsResult()
for filename in filenames:
print "Processing " + filename
with open(filename) as f:
for line in f:
match = self.line_handler.match(line)
if match: result.hit(match)
result.output("total.log", top)
def __generate_single_report(self, top, output_format):
hits_result = HitsResult(output_format)
scanner = LineScanner(*self.filenames)
print "total lines: {0}".format(scanner.lines_count())
start = time.clock()
for line in scanner:
key = self.handler.match(line)
if key:
hits_result.hit(key)
hits_result.output(self.dest_file, top)
end = time.clock()
print "it takes {0} seconds".format(end - start)
def __generate_reports(self, top, output_format):
name, extension = self.__get_extension(self.dest_file)
for index, filename in enumerate(self.filenames):
scanner = LineScanner(filename)
hit_result = HitsResult(output_format)
print "total lines: {0}".format(scanner.lines_count())
start = time.clock()
for line in scanner:
key = self.handler.match(line)
if key:
hit_result.hit(key)
hit_result.output("{0}_{1}.{2}".format(name, index, extension),
top)
end = time.clock()
print "it takes {0} seconds".format(end - start)
def setUp(self): self.result = HitsResult()
class HitsResultTest(unittest.TestCase):
def setUp(self):
self.result = HitsResult()
def tearDown(self):
self.result.close()
def test_get(self):
bar_is_never_hit = self.result.get("bar")
self.assertEqual(0, bar_is_never_hit)
self.result.hit("bar")
self.assertEqual(1, self.result.get("bar"))
self.result.hit("bar")
self.assertEqual(2, self.result.get("bar"))
def test_size(self):
for i in range(10):
self.result.hit(str(i))
self.assertEqual(10, self.result.size())
def test_hit(self):
self.result.hit("foo")
times = self.result.hit("foo")
bar_times = self.result.hit("bar")
self.assertEqual(2, times)
self.assertEqual(1, bar_times)
def __build_test_data(self):
for i in range(10):
self.result.hit("most")
for i in range(5):
self.result.hit("medium")
self.result.hit("lest")
def test_top(self):
self.__build_test_data()
result = self.result.top(1)
self.assertEqual("most", result[0][0])
self.assertEqual(10, result[0][1])
result = self.result.top(2)
self.assertEqual("most", result[0][0])
self.assertEqual(10, result[0][1])
self.assertEqual("medium", result[1][0])
self.assertEqual(5, result[1][1])
def test_normal_output(self):
self.__build_test_data()
self.result.output()
self.result.output('../target/output.txt')
self.result.output('../target/output_sorted.txt', 3)
default_file= open("result.txt")
lines = default_file.readlines()
self.assertEqual("('most', 10)\n", lines[0])
self.assertEqual(3, len(lines))
def test_format_output(self):
self.result = HitsResult("key: {0}, value: {1}")
self.__build_test_data()
self.result.output()
output_file = open("result.txt")
lines = output_file.readlines()
self.assertEqual("key: most, value: 10\n", lines[0])
def test_merge(self):
result1 = HitsResult()
result2 = HitsResult()
for i in range(5):
result1.hit("foo")
result1.hit("bar")
for i in range(10):
result2.hit("foo")
result = result1.merge(result2)
foo_hit_times = result.get("foo")
bar_hit_times = result.get("bar")
self.assertEqual(15, foo_hit_times)
self.assertEqual(5, bar_hit_times)