def _calc_stats(self):
"""
Calculating statistics for file extensions
"""
for file in get_data_files():
try:
ext = get_file_ext(file)
except WrongFileExtension:
self.errors_count += 1
else:
self.valid_count += 1
self.ext_stats[ext] = self.ext_stats.setdefault(ext, 0) + 1
self._show_process_report(file)
def _calc_stats(self):
"""
Calculating statistics for file extensions
"""
for file in get_data_files():
try:
ext = get_file_ext(file)
except WrongFileExtension:
self.errors_count += 1
else:
self.valid_count += 1
self.ext_stats[ext] = self.ext_stats.setdefault(ext, 0) + 1
self._show_process_report(file)
data_dir = DATA_DIR
else:
data_dir = args[1]
log = configure_loggers(log,
log_levels[options.verbosity],
options.log_file,
log_levels[options.log_verbosity])
log.info('Ingestion started: %s' % data_dir)
queue = Queue.Queue()
counter = StatCounter()
for i in range(options.threads_count):
ingester = Ingester(queue, log, counter)
ingester.setDaemon(True)
ingester.start()
for data_file in get_data_files():
queue.put(data_file)
queue.join()
counter.show_report()
