def __add_parameter(self, cfg_parser, section_name, parameter_name, value):
cfg_parser.set(section_name, parameter_name, str(value))
Logger.add_to_journal(
__file__, Level.DEBUG,
"Added parameter '{}' to section {} with value: {}".format(
parameter_name, section_name, value))
def start(self):
Logger.add_to_journal(__file__, Level.INFO, 'Launcher started')
self.__load_configs()
self.__execute()
self.generator_and_publisher_thread = None
self.consumer_thread = None
self.generator_and_publisher_event = None
self.consumer_event = None
self.report_thread = None
def __load_configs(self):
Logger.add_to_journal(__file__, Level.INFO,
'Started load configuration')
self.configs = Configuration()
self.config_loader = IniFileConfigLoader()
self.config_loader.load("./Resources/settings.ini")
Logger.configurate_logger()
Logger.add_to_journal(__file__, Level.INFO,
'Loading configuration finished')
Logger.add_to_journal(
__file__, Level.DEBUG,
'Loaded configurations :\n{}'.format(self.configs.settings))
def __load_configs(self):
Logger.add_to_journal(__file__, Level.INFO,
'Started load configuration')
self.configs = Configuration()
self.config_loader = IniFileConfigLoader()
self.config_loader.load(self.configs.settings[
Values.GENERAL_SECTION_NAME][Values.DEFAULT_SETTING_FILE_PATH])
Logger.configurate_logger()
Logger.add_to_journal(__file__, Level.INFO,
'Loading configuration finished')
Logger.add_to_journal(
__file__, Level.DEBUG,
'Loaded configurations :\n{}'.format(self.configs.settings))
def load(self, file_path):
'''
Load configurations from file with passed path
:param file_path: path to file with configurations
:return: boolean value of success loading configurations
'''
Logger.add_to_journal(__file__, Level.INFO,
'Start execution loading configs function')
self.file_path = file_path
Logger.add_to_journal(
__file__, Level.DEBUG,
'File path with configurations: {}'.format(self.file_path))
if not Utils.is_file_exists(self.file_path):
Logger.add_to_journal(
__file__, Level.INFO,
'File by path {} not exists'.format(self.file_path))
self.write_default()
else:
self.read_data_from_file(file_path)
'Loading configuration finished')
Logger.add_to_journal(
__file__, Level.DEBUG,
'Loaded configurations :\n{}'.format(self.configs.settings))
def __start__selenium(self):
options = Options()
options.add_argument("--disable-notifications")
if self.configs.settings[Values.SETTINGS][Values.BROWSER_HEADLESS]:
options.add_argument("--headless")
selemimumCrawler = SelemimumCrawler(
self.configs.settings[Values.SETTINGS][Values.DRIVER_PATH],
options)
result = selemimumCrawler.execute()
reporter = ConsoleReporter()
reporter.report(data=result)
Logger.info(__file__, "Program finished")
def start(self):
self.__load_configs()
self.__start__selenium()
if __name__ == '__main__':
Logger.add_to_journal(__file__, Level.INFO, "Program started")
launcher = Launcher()
launcher.start()
def read_data_from_file(self, file_path):
'''
Read configurations from ini file with 'file_path' path and
save it to configuration dictionary
:param file_path: path to ini file with programm configurations
'''
Logger.add_to_journal(
__file__, Level.INFO,
'Start execution reading config file by path {}'.format(
self.file_path))
cfg_parser = configparser.ConfigParser(comment_prefixes=('#', ';'))
try:
cfg_parser.read(file_path)
Logger.add_to_journal(
__file__, Level.INFO,
'Data from file {} loaded to configparser'.format(
self.file_path))
Logger.add_to_journal(
__file__, Level.INFO,
'Start writing data to configuration object')
for section in cfg_parser.sections():
Logger.add_to_journal(
__file__, Level.DEBUG,
'Writing {} section to configuration object'.format(
section))
for key in cfg_parser[section]:
_, value = Utils.is_number(cfg_parser.get(section, key))
self.configuration.settings[section][key] = value
Logger.add_to_journal(
__file__, Level.DEBUG,
'Parameter {} set to value {}'.format(key, value))
Logger.add_to_journal(
__file__, Level.INFO,
'Writing data to configuration object successfully finished')
except:
Logger.add_to_journal(
__file__, Level.WARNING,
'Writing data to configuration object finished with exception. Some or full setting from file can be not setted to configuration object'
)
def write_default(self):
'''
Write default settings to file path which passed to load function if file by this don't exisits
:return: boolean value of success finish writing
'''
Logger.add_to_journal(
__file__, Level.INFO,
'Start execution function of writing configs to file {}'.format(
self.file_path))
cfg = configparser.ConfigParser(comment_prefixes=('#', ';'),
allow_no_value=True,
empty_lines_in_values=True)
for section in self.configuration.settings:
Logger.add_to_journal(
__file__, Level.DEBUG,
'Creating section with name {}'.format(section))
cfg[section] = self.configuration.settings[section]
Logger.add_to_journal(
__file__, Level.DEBUG, 'Set data: {} to section {}'.format(
self.configuration.settings[section], section))
try:
Logger.add_to_journal(
__file__, Level.INFO,
'Try write configs to file {}'.format(self.file_path))
with open(self.file_path, 'w') as cfg_file:
cfg.write(cfg_file)
Logger.add_to_journal(
__file__, Level.INFO,
'Writing finished successfully'.format(self.file_path))
except:
Logger.add_to_journal(
__file__, Level.INFO,
'Writing finished with exception'.format(self.file_path))
Logger.add_to_journal(
__file__, Level.INFO,
'Execution function of writing configs to file {} finished with exception'
.format(self.file_path))
return False
Logger.add_to_journal(
__file__, Level.INFO,
'Execution function of writing configs to file {} finished'.format(
self.file_path))
return True